00000800:00000200:2.1F:1775764067.097573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e83e1ed5] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1F:1775764067.120417:0:2395:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1775764067.120447:0:2395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.154@tcp ip 192.168.202.154:988
00000800:00000200:3.1:1775764067.120454:0:2395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ad254db type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.1:1775764067.134929:0:2395:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1775764067.145990:0:2395:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00010000:00000010:3.1:1775764229.522138:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f00025e00.
00000080:00000010:1.1F:1775764229.613010:0:11964:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f0c84f000.
00010000:00000010:1.1:1775764229.613077:0:11964:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b461600.
00010000:00000010:1.1:1775764229.613083:0:11964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f28280a00.
00010000:00000010:0.1F:1775764230.003013:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f08641a00.
00010000:00000010:0.1:1775764230.003052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f00031e00.
00010000:00000010:3.1:1775764805.476506:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401500.
00010000:00000010:3.1:1775764805.494892:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b461d00.
00010000:00000010:3.1:1775764805.494915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f28280a00.
00010000:00000010:0.1:1775765006.597875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b506a00.
00010000:00000010:2.1:1775765006.607925:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401a00.
00010000:00000010:2.1:1775765006.607940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d69c00.
00010000:00000010:2.1:1775765006.625900:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401a00.
00010000:00000010:2.1:1775765006.625904:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d10000.
00010000:00000010:2.1:1775765006.625907:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d10400.
00000080:00000010:2.1:1775765006.625913:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df0000.
00000080:00000010:2.1:1775765006.625918:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f078ad920.
00010000:00000010:2.1:1775765006.629870:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401000.
00010000:00000010:2.1:1775765006.629876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d69c00.
00000080:00000010:2.1:1775765006.629880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df2940.
00000080:00000010:2.1:1775765006.629882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06138700.
00010000:00000010:2.1:1775765006.629885:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401900.
00010000:00000010:2.1:1775765006.629887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d69a00.
00000080:00000010:2.1:1775765006.633860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df18c0.
00000080:00000010:2.1:1775765006.633869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06138ce0.
00010000:00000010:2.1:1775765006.633875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401a00.
00010000:00000010:2.1:1775765006.633881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d68400.
00000080:00000010:3.1:1775765006.637849:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df39c0.
00000080:00000010:3.1:1775765006.637854:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f061381a0.
00010000:00000010:3.1:1775765006.641853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.641859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.641864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df2100.
00000080:00000010:3.1:1775765006.641869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06d9c8e0.
00010000:00000010:3.1:1775765006.641874:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.641906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.646848:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df3180.
00000080:00000010:3.1:1775765006.646852:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06d9c9a0.
00010000:00000010:3.1:1775765006.646855:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.646857:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.654851:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df4a40.
00000080:00000010:3.1:1775765006.654860:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06d9ce40.
00010000:00000010:3.1:1775765006.654866:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.654869:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.654872:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df7380.
00000080:00000010:3.1:1775765006.654874:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06d9c560.
00010000:00000010:3.1:1775765006.658845:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.658848:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.658853:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df5ac0.
00000080:00000010:3.1:1775765006.658859:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f06d9cd20.
00010000:00000010:3.1:1775765006.658861:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.658863:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.662854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfdac0.
00000080:00000010:3.1:1775765006.662865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f2033a840.
00010000:00000010:3.1:1775765006.662868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.662871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.662874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfc200.
00000080:00000010:3.1:1775765006.662877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f061bea20.
00010000:00000010:3.1:1775765006.662881:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.662883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.666859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df9080.
00000080:00000010:3.1:1775765006.666865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03436bc0.
00010000:00000010:3.1:1775765006.666868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.666870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.670848:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfeb40.
00000080:00000010:3.1:1775765006.670853:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03436600.
00010000:00000010:3.1:1775765006.670857:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.670860:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.670863:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17db8840.
00000080:00000010:3.1:1775765006.670868:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03436d00.
00010000:00000010:3.1:1775765006.674851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.674856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.674862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dbd280.
00000080:00000010:3.1:1775765006.674868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03436420.
00010000:00000010:3.1:1775765006.678853:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.678857:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.678862:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dbe300.
00000080:00000010:3.1:1775765006.678868:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03436800.
00010000:00000010:3.1:1775765006.682857:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.682861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.682866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17db8000.
00000080:00000010:3.1:1775765006.682873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.682876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.682877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.690846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dba940.
00000080:00000010:3.1:1775765006.690856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42280.
00010000:00000010:3.1:1775765006.690860:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.690863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.694845:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17db98c0.
00000080:00000010:3.1:1775765006.694858:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.698853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.698857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.698861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e07380.
00000080:00000010:3.1:1775765006.698864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.698866:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.698868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.698871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e05ac0.
00000080:00000010:3.1:1775765006.698874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.698876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.698877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.698880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e04200.
00000080:00000010:3.1:1775765006.698882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.702844:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.702847:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.702850:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e01080.
00000080:00000010:3.1:1775765006.702854:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42280.
00010000:00000010:3.1:1775765006.706855:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.706859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.706862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e06b40.
00000080:00000010:3.1:1775765006.706866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.710842:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.710845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.710849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e00840.
00000080:00000010:3.1:1775765006.710852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.710855:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.710857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.718855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e05280.
00000080:00000010:3.1:1775765006.718864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.718867:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.718870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.718872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e06300.
00000080:00000010:3.1:1775765006.718875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42280.
00010000:00000010:3.1:1775765006.722943:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.722952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.722960:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e00000.
00000080:00000010:3.1:1775765006.722968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.730847:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae600.
00010000:00000010:3.1:1775765006.730851:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.730856:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e02940.
00000080:00000010:3.1:1775765006.730862:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.730865:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.730867:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.730870:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e018c0.
00000080:00000010:3.1:1775765006.730875:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.730878:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.730880:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.730882:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e039c0.
00000080:00000010:3.1:1775765006.730885:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.734856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.734864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.738857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e02100.
00000080:00000010:3.1:1775765006.738864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42280.
00010000:00000010:3.1:1775765006.738868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.738871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.738874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df8840.
00000080:00000010:3.1:1775765006.738880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.738883:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.738884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.742851:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfd280.
00000080:00000010:3.1:1775765006.742862:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.742867:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.742870:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.746854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfe300.
00000080:00000010:3.1:1775765006.746860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.750856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.750862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.750866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df8000.
00000080:00000010:3.1:1775765006.750870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.754848:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.754852:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.754857:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfa940.
00000080:00000010:3.1:1775765006.754864:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.762853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.762857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.762861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17df98c0.
00000080:00000010:3.1:1775765006.762865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.762868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.762870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.766862:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfb9c0.
00000080:00000010:3.1:1775765006.766875:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.766882:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.766887:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.770862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfa100.
00000080:00000010:3.1:1775765006.770873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.770880:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.770884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.770889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfb180.
00000080:00000010:3.1:1775765006.770893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e423c0.
00010000:00000010:3.1:1775765006.770897:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.770900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.770903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dfca40.
00000080:00000010:3.1:1775765006.770916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.774851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.774854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.774860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dff380.
00000080:00000010:3.1:1775765006.774865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.778855:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.778861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.782847:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0b180.
00000080:00000010:3.1:1775765006.782853:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.782857:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.782860:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.782862:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0ca40.
00000080:00000010:3.1:1775765006.782866:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.786846:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.786852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.786857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0f380.
00000080:00000010:3.1:1775765006.786862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.790854:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.790858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.790862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dd9080.
00000080:00000010:3.1:1775765006.790868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.794875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.794884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.794890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17ddeb40.
00000080:00000010:3.1:1775765006.794897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42da0.
00010000:00000010:3.1:1775765006.802866:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.802872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.802877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dd8840.
00000080:00000010:3.1:1775765006.802886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.802891:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.802894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.810854:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17ddd280.
00000080:00000010:3.1:1775765006.810868:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.814856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.814861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.814865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dde300.
00000080:00000010:3.1:1775765006.814871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.814874:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.814875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.814878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dd8000.
00000080:00000010:3.1:1775765006.814880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42da0.
00010000:00000010:3.1:1775765006.818844:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.818847:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.818850:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dda940.
00000080:00000010:3.1:1775765006.818854:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.818856:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.818858:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.818860:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17dd98c0.
00000080:00000010:3.1:1775765006.818864:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.822852:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.822855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.822858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17ddb9c0.
00000080:00000010:3.1:1775765006.822862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e424a0.
00010000:00000010:3.1:1775765006.826844:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.826847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.826851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0dac0.
00000080:00000010:3.1:1775765006.826855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.826857:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.826859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.830862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e03180.
00000080:00000010:3.1:1775765006.830869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42da0.
00010000:00000010:3.1:1775765006.830873:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.830876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.830879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e04a40.
00000080:00000010:3.1:1775765006.830888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.838845:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.838849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.838852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e139c0.
00000080:00000010:3.1:1775765006.838858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e424a0.
00010000:00000010:3.1:1775765006.842853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.842857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.842860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e12100.
00000080:00000010:3.1:1775765006.842863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.846845:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.846849:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20400.
00000080:00000010:3.1:1775765006.846852:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e13180.
00000080:00000010:3.1:1775765006.846857:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.846860:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.846861:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.846864:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e14a40.
00000080:00000010:3.1:1775765006.846866:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.846868:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.846870:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.850880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e17380.
00000080:00000010:3.1:1775765006.850886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42b20.
00010000:00000010:3.1:1775765006.850889:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.850891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.850893:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e15ac0.
00000080:00000010:3.1:1775765006.850896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e424a0.
00010000:00000010:3.1:1775765006.854845:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.854848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.854852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e14200.
00000080:00000010:3.1:1775765006.854856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.858848:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.858855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.858862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e11080.
00000080:00000010:3.1:1775765006.858874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ba0.
00010000:00000010:3.1:1775765006.858879:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.858882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.862861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e16b40.
00000080:00000010:3.1:1775765006.862867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.862870:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.862872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.862874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e10840.
00000080:00000010:3.1:1775765006.862877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e424a0.
00010000:00000010:3.1:1775765006.866851:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.866856:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.866859:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e15280.
00000080:00000010:3.1:1775765006.866863:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.870852:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.870856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.870860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e16300.
00000080:00000010:3.1:1775765006.870864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ba0.
00010000:00000010:3.1:1775765006.874857:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.874863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.874868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e10000.
00000080:00000010:3.1:1775765006.874874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.874878:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.874880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.878859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e12940.
00000080:00000010:3.1:1775765006.878866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e424a0.
00010000:00000010:3.1:1775765006.878869:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.878872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.878879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e118c0.
00000080:00000010:3.1:1775765006.878883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.883852:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.883856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.883859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1b9c0.
00000080:00000010:3.1:1775765006.883867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ba0.
00010000:00000010:3.1:1775765006.887843:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.887847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.891854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1a100.
00000080:00000010:3.1:1775765006.891862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.891866:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.891871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.891875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1b180.
00000080:00000010:3.1:1775765006.891882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.895844:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.895847:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.895850:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1ca40.
00000080:00000010:3.1:1775765006.895855:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ba0.
00010000:00000010:3.1:1775765006.899849:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.899855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.899859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1f380.
00000080:00000010:3.1:1775765006.899864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.899868:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.899871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.903849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1dac0.
00000080:00000010:3.1:1775765006.903857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:3.1:1775765006.903861:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.903867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.907854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1c200.
00000080:00000010:3.1:1775765006.907859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.907863:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.907865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.911847:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e19080.
00000080:00000010:3.1:1775765006.911852:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ba0.
00010000:00000010:3.1:1775765006.911855:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.911858:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.911860:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1eb40.
00000080:00000010:3.1:1775765006.911868:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.915851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.915859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.915894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e18840.
00000080:00000010:3.1:1775765006.915899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:3.1:1775765006.919853:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.919857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.919861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1d280.
00000080:00000010:3.1:1775765006.919866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.919870:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.919871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.923858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1e300.
00000080:00000010:3.1:1775765006.923864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.923867:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.923869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.927849:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e18000.
00000080:00000010:3.1:1775765006.927856:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42e80.
00010000:00000010:3.1:1775765006.927860:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.927862:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.927870:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e1a940.
00000080:00000010:3.1:1775765006.927873:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:3.1:1775765006.931856:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.931860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.931863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e20840.
00000080:00000010:3.1:1775765006.931867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.935863:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.935867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.935897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e25280.
00000080:00000010:3.1:1775765006.935904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.939877:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.939885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.939891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e26300.
00000080:00000010:3.1:1775765006.939905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42240.
00010000:00000010:3.1:1775765006.943856:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae300.
00010000:00000010:3.1:1775765006.943861:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.943866:0:12503:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e20000.
00000080:00000010:3.1:1775765006.943875:0:12503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:3.1:1775765006.943879:0:12503:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.943883:0:12503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.947853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e22940.
00000080:00000010:3.1:1775765006.947857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.951895:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.951901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.951907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0c200.
00000080:00000010:3.1:1775765006.951914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.960859:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.960865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.960871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e09080.
00000080:00000010:3.1:1775765006.960878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42240.
00010000:00000010:3.1:1775765006.964937:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.964945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.964956:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0eb40.
00000080:00000010:3.1:1775765006.964963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:3.1:1775765006.969860:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae900.
00010000:00000010:3.1:1775765006.969866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20800.
00000080:00000010:3.1:1775765006.969871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e08840.
00000080:00000010:3.1:1775765006.969877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42040.
00010000:00000010:3.1:1775765006.969884:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09caed00.
00010000:00000010:3.1:1775765006.969887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21600.
00000080:00000010:3.1:1775765006.969890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0d280.
00000080:00000010:3.1:1775765006.969894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42d20.
00010000:00000010:3.1:1775765006.973875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae100.
00010000:00000010:3.1:1775765006.973886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20200.
00000080:00000010:3.1:1775765006.973894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0e300.
00000080:00000010:3.1:1775765006.973921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42ec0.
00010000:00000010:3.1:1775765006.973929:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae700.
00010000:00000010:3.1:1775765006.973933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d21e00.
00000080:00000010:3.1:1775765006.977858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e08000.
00000080:00000010:3.1:1775765006.977867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42240.
00010000:00000010:3.1:1775765006.977873:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f09cae000.
00010000:00000010:3.1:1775765006.977876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d20000.
00000080:00000010:3.1:1775765006.977880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e6f17e0a940.
00000080:00000010:3.1:1775765006.977886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f03e42720.
00010000:00000010:2.1:1775765006.985855:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b506a00.
00000800:00000200:3.1:1775765069.673007:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1775765069.673032:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1775765069.673036:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:3.1:1775765077.546338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765077.546596:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765077.546733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765077.546876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765077.546991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765082.665510:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765082.665889:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765082.666005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765082.666165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765082.666307:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765087.785414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765087.785732:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765087.786002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765087.786107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765087.786189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765092.905533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765092.905999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765092.906182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765092.906378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765092.906537:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.025658:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.025664:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1775765098.026349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.026351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1775765098.026638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.026640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1775765098.026961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.026963:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1775765098.027212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765098.027214:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1775765103.145438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765103.145796:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765103.145955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765103.146054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765103.146155:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.265473:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.265479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775765108.266206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.266208:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775765108.266420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.266422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775765108.266628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.266629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775765108.266941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765108.266943:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775765113.385424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765113.385430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775765113.386034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765113.386036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775765113.386273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765113.386275:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775765113.386495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765113.386497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775765113.386667:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765113.386669:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775765118.505461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765118.505467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775765118.506182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765118.506183:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775765118.506411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765118.506413:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775765118.506622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765118.506624:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775765118.506923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765118.506924:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1775765123.625484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765123.625874:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765123.626205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765123.626398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765123.626496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.745531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.745536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1775765128.746291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.746293:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1775765128.746495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.746497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1775765128.746707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.746708:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1775765128.747031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765128.747033:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 28 secs later)
00000800:00000200:3.1:1775765133.865538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765133.865545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1775765133.866633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765133.866634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1775765133.866825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765133.866827:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1775765133.867049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765133.867051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1775765133.867329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765133.867331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 23 secs later)
00000800:00000200:3.1:1775765138.986737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765138.986744:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1775765138.987509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765138.987512:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1775765138.987815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765138.987817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1775765138.988202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765138.988205:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1775765138.988589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765138.988594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 18 secs later)
00000800:00000200:3.1:1775765144.105562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765144.105566:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1775765144.106236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765144.106239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1775765144.106539:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765144.106541:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1775765144.106914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765144.106917:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1775765144.107357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765144.107360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 13 secs later)
00000800:00000200:3.1:1775765149.225477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765149.225485:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1775765149.226034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765149.226036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1775765149.226266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765149.226269:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1775765149.226545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765149.226546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1775765149.226763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765149.226765:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1775765154.345816:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765154.345820:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1775765154.346571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765154.346573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1775765154.346964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765154.346966:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1775765154.347218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765154.347220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1775765154.347549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765154.347552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 32, 2 secs later)
00000800:00000200:0.1:1775765159.465542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765159.465899:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765159.465994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765159.466078:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765159.466167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.585610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.585617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765164.586236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.586239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765164.586466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.586468:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765164.586707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.586718:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765164.586941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765164.586943:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765169.705550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765169.705555:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765169.706248:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765169.706250:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765169.706448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765169.706450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765169.706655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765169.706656:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765169.706992:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765169.706995:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765174.825644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765174.825649:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765174.826395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765174.826397:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765174.826653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765174.826655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765174.826938:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765174.826940:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765174.827343:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765174.827345:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765179.945484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765179.945489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765179.946113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765179.946115:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765179.946306:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765179.946307:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765179.946482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765179.946484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765179.946769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765179.946771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765185.065967:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765185.065979:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765185.067198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765185.067201:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765185.067597:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765185.067599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765185.067839:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765185.067842:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765185.068308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765185.068310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765190.185971:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765190.185983:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 31 secs later)
00000800:00000200:3.1:1775765190.187269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765190.187282:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 31 secs later)
00000800:00000200:3.1:1775765190.187584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765190.187585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 31 secs later)
00000800:00000200:3.1:1775765190.187817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765190.187819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 31 secs later)
00000800:00000200:3.1:1775765190.188104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765190.188106:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 31 secs later)
00000800:00000200:3.1:1775765195.305835:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765195.305842:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 26 secs later)
00000800:00000200:3.1:1775765195.306685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765195.306687:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 26 secs later)
00000800:00000200:3.1:1775765195.306982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765195.306983:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 26 secs later)
00000800:00000200:3.1:1775765195.307210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765195.307213:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 26 secs later)
00000800:00000200:3.1:1775765195.307759:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765195.307761:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 26 secs later)
00000800:00000200:3.1:1775765200.425747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765200.425755:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 21 secs later)
00000800:00000200:3.1:1775765200.426552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765200.426556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 21 secs later)
00000800:00000200:3.1:1775765200.426867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765200.426869:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 21 secs later)
00000800:00000200:3.1:1775765200.427107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765200.427109:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 21 secs later)
00000800:00000200:3.1:1775765200.427354:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765200.427357:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 21 secs later)
00000800:00000200:3.1:1775765205.545893:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765205.545897:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1775765205.546950:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765205.546952:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1775765205.547180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765205.547182:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1775765205.547407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765205.547409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1775765205.547687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765205.547689:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 16 secs later)
00000800:00000200:3.1:1775765210.665807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765210.665816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765210.666891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765210.666893:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765210.667164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765210.667166:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765210.667457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765210.667460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765210.667825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765210.667848:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765215.785984:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765215.785998:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765215.786963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765215.786965:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765215.787161:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765215.787163:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765215.787375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765215.787377:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765215.787635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765215.787637:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765220.905678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765220.905686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765220.906381:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765220.906383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765220.906572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765220.906574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765220.906760:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765220.906762:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765220.907014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765220.907015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765226.025957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765226.026679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765226.027179:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765226.027720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765226.028025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.145662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.145669:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765231.146435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.146438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765231.146732:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.146734:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765231.146966:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.146967:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765231.147167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765231.147169:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765236.265606:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765236.265621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765236.266236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765236.266238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765236.266481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765236.266483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765236.266684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765236.266686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765236.266932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765236.266934:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765241.385511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765241.385516:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765241.386118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765241.386120:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765241.386308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765241.386310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765241.386523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765241.386524:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765241.386702:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765241.386703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765246.505992:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765246.506000:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765246.506872:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765246.506875:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765246.507275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765246.507278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765246.507577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765246.507580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765246.508027:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765246.508031:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765251.626138:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765251.626148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765251.627536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765251.627540:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765251.628006:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765251.628010:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765251.628389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765251.628393:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765251.628773:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765251.628777:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765256.745610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765256.745615:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765256.746173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765256.746176:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765256.746485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765256.746487:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765256.746665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765256.746667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765256.746890:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765256.746892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765261.865800:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765261.865810:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765261.866721:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765261.866724:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765261.867129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765261.867132:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765261.867450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765261.867453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765261.867798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765261.867801:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765266.986085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765266.986095:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765266.986536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765266.986538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765266.987049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765266.987052:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765266.987339:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765266.987342:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765266.987675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765266.987679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765272.105834:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765272.105874:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765272.106541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765272.106543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765272.106954:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765272.106958:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765272.107201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765272.107203:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765272.107451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765272.107453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765277.226026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765277.226036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765277.227122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765277.227125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765277.227554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765277.227557:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765277.227991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765277.227994:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765277.228403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765277.228406:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765282.345466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765282.345472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765282.346103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765282.346105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765282.346322:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765282.346323:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765282.346505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765282.346507:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765282.346765:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765282.346767:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765287.465424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765287.465432:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765287.466049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765287.466051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765287.466250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765287.466252:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765287.466449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765287.466452:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765287.466737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765287.466739:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765292.586035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765292.586704:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765292.586991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765292.587431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765292.587784:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.706637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.706649:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765297.707409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.707411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765297.707826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.707830:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765297.708255:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.708258:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765297.708612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765297.708614:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765302.825446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765302.825451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765302.825935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765302.825938:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765302.826173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765302.826175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765302.826381:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765302.826383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765302.826691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765302.826693:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765307.945934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765307.945941:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765307.946650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765307.946652:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765307.946999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765307.947001:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765307.947254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765307.947256:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765307.947559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765307.947564:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765313.065897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765313.065905:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765313.066875:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765313.066877:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765313.067089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765313.067091:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765313.067282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765313.067284:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765313.067587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765313.067588:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765318.185824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765318.185831:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765318.186644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765318.186648:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765318.186959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765318.186961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765318.187377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765318.187379:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765318.187667:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765318.187669:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765323.305970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765323.305980:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765323.307246:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765323.307253:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765323.307725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765323.307728:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765323.308267:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765323.308271:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765323.308613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765323.308616:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765328.425430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765328.425434:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765328.426060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765328.426062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765328.426272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765328.426274:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765328.426453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765328.426455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765328.426686:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765328.426687:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765333.546028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765333.546043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765333.546627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765333.546629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765333.546891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765333.546894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765333.547297:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765333.547299:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765333.547579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765333.547581:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765338.665478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765338.665483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765338.666195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765338.666197:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765338.666468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765338.666472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765338.666730:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765338.666731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765338.666994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765338.666997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765343.786226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765343.786240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765343.787116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765343.787121:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765343.787629:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765343.787633:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765343.788188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765343.788193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765343.788697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765343.788702:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765348.906041:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765348.906065:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765348.907118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765348.907125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765348.907786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765348.907789:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765348.908303:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765348.908305:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765348.908571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765348.908575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765354.025748:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765354.025757:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765354.026677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765354.026680:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765354.027012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765354.027017:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765354.027321:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765354.027324:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765354.027732:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765354.027735:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765359.145768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765359.146213:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765359.146594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765359.147030:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765359.147202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.266476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.266489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765364.267671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.267676:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765364.268192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.268196:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765364.268479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.268482:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765364.268886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765364.268888:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765369.385700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765369.385711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765369.386579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765369.386581:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765369.386791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765369.386793:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765369.387115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765369.387118:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765369.387406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765369.387409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765374.505477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765374.505482:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765374.506067:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765374.506069:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765374.506308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765374.506310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765374.506535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765374.506537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765374.506778:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765374.506780:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765379.625629:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765379.625640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765379.626376:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765379.626380:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765379.626741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765379.626744:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765379.627116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765379.627120:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765379.627402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765379.627405:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765384.745649:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765384.745654:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765384.746430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765384.746433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765384.746752:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765384.746753:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765384.746960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765384.746962:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765384.747140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765384.747142:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765389.866079:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765389.866091:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765389.867333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765389.867336:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765389.867716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765389.867719:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765389.868133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765389.868136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765389.868647:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765389.868651:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765394.985517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765394.985541:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765394.986153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765394.986155:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765394.986384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765394.986386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765394.986592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765394.986594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765394.986800:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765394.986802:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765400.105634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765400.105642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765400.106496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765400.106500:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765400.106733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765400.106735:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765400.106970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765400.106972:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765400.107228:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765400.107230:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765405.225751:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765405.225754:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765405.226560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765405.226561:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765405.226846:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765405.226848:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765405.227102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765405.227104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765405.227521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765405.227523:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765410.345450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765410.345455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765410.346103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765410.346105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765410.346291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765410.346292:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765410.346478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765410.346480:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765410.346734:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765410.346737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765415.465593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765415.465600:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765415.466296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765415.466299:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765415.466534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765415.466535:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765415.466708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765415.466710:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765415.466895:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765415.466897:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000080:00000010:1.1:1775765417.902860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e6f061387e0.
00010000:00000010:2.1:1775765417.902869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f06d11600.
00010000:00000010:1.1:1775765417.902874:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f08641b00.
00010000:00000010:2.1:1775765417.902878:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e6f0b401d00.
00010000:00000010:1.1:1775765417.902879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f00031c00.
00010000:00000010:2.1:1775765417.902885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e6f00024e00.
00000800:00000200:3.1:1775765420.585697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765420.585704:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765420.586672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765420.586675:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765420.587072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765420.587074:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765420.587331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765420.587333:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765420.587550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765420.587552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765425.705425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765425.705760:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765425.705990:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765425.706164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765425.706442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.825788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.825800:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765430.826515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.826518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765430.826866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.826869:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765430.827127:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.827129:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765430.827335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765430.827337:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765435.945813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765435.945825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765435.946968:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765435.946970:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765435.947190:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765435.947191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765435.947406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765435.947408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765435.947699:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765435.947701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765441.065771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765441.065784:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765441.066654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765441.066656:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765441.066873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765441.066897:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765441.067192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765441.067194:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765441.067384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765441.067386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765446.185460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765446.185466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765446.186072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765446.186074:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765446.186262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765446.186263:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765446.186443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765446.186445:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765446.186663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765446.186665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765451.305955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765451.305960:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765451.307079:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765451.307081:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765451.307304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765451.307306:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765451.307567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765451.307569:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765451.307890:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765451.307892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765456.425662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765456.425665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765456.426527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765456.426546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765456.426837:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765456.426840:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765456.427127:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765456.427129:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765456.427521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765456.427524:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765461.546042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765461.546049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765461.546846:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765461.546848:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765461.547241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765461.547244:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765461.547645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765461.547648:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765461.548122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765461.548124:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765466.666073:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765466.666087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765466.667549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765466.667551:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765466.667807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765466.667808:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765466.668171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765466.668174:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765466.668582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765466.668602:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765471.786045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765471.786054:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765471.787094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765471.787098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765471.787522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765471.787525:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765471.787987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765471.787990:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765471.788424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765471.788428:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765476.905973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765476.905978:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765476.906974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765476.906977:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765476.907283:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765476.907286:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765476.907612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765476.907615:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765476.908068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765476.908071:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765482.025963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765482.025976:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765482.027134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765482.027138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765482.027489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765482.027493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765482.027932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765482.027935:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765482.028290:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765482.028293:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765487.145479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765487.145483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765487.146137:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765487.146148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765487.146397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765487.146401:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765487.146719:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765487.146721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765487.146955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765487.146958:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765492.265709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765492.266044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765492.266142:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765492.266246:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765492.266347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.385942:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.385951:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765497.387273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.387276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765497.387699:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.387701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765497.387980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.387983:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765497.388292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765497.388294:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765502.505762:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765502.505769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765502.506640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765502.506658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765502.506984:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765502.506986:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765502.507243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765502.507245:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765502.507745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765502.507748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765507.625776:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765507.625784:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765507.626675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765507.626678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765507.626970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765507.626973:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765507.627338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765507.627341:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765507.627767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765507.627770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765512.745741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765512.745748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765512.746642:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765512.746645:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765512.747096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765512.747098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765512.747372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765512.747375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765512.747753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765512.747755:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765517.865778:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765517.865788:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765517.866576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765517.866577:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765517.866769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765517.866770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765517.866973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765517.866975:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765517.867147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765517.867148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765522.986112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765522.986124:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765522.987148:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765522.987151:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765522.987519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765522.987522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765522.987800:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765522.987802:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765522.988144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765522.988147:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765528.106151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765528.106165:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765528.106922:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765528.106926:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765528.107522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765528.107525:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765528.107900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765528.107904:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765528.108318:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765528.108323:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765533.226087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765533.226099:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765533.227300:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765533.227304:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765533.227668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765533.227672:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765533.228105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765533.228110:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765533.228535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765533.228538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765538.346098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765538.346104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765538.347371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765538.347374:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765538.347815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765538.347818:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765538.348259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765538.348290:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765538.348890:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765538.348893:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765543.465500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765543.465505:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765543.466187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765543.466188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765543.466380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765543.466382:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765543.466562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765543.466564:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765543.466840:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765543.466859:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765548.585749:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765548.585756:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765548.586750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765548.586752:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765548.587036:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765548.587038:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765548.587347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765548.587350:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765548.587668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765548.587672:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765553.706115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765553.706150:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765553.707239:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765553.707243:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765553.707580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765553.707582:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765553.707908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765553.707910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765553.708288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765553.708291:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765558.825600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765558.826025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765558.826242:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765558.826380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765558.826546:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.946220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.946224:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765563.948351:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.948360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765563.948648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.948649:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765563.948951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.948954:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765563.949150:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765563.949152:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765569.065507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765569.065511:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765569.066019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765569.066021:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765569.066237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765569.066239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765569.066436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765569.066438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765569.066688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765569.066690:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765574.185567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765574.185573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765574.186274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765574.186276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765574.186475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765574.186488:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765574.186714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765574.186715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765574.187051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765574.187053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765579.305628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765579.305633:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765579.306498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765579.306501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765579.306931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765579.306934:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765579.307323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765579.307327:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765579.307671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765579.307674:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765584.425674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765584.425684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765584.426625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765584.426631:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765584.427268:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765584.427270:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765584.427593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765584.427595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765584.427968:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765584.427984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765589.545496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765589.545504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765589.546318:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765589.546324:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765589.546705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765589.546706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765589.546981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765589.546982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765589.547180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765589.547183:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765594.665668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765594.665675:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765594.666162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765594.666164:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765594.666371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765594.666372:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765594.666560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765594.666562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765594.666808:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765594.666809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765599.785633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765599.785640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765599.786390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765599.786413:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765599.786992:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765599.786994:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765599.787227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765599.787229:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765599.787400:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765599.787402:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765604.905745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765604.905755:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765604.906666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765604.906668:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765604.906948:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765604.906950:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765604.907185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765604.907189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765604.907440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765604.907442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765610.025830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765610.025872:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765610.026806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765610.026809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765610.027234:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765610.027237:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765610.027631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765610.027653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765610.028084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765610.028087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765615.145785:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765615.145791:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765615.146813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765615.146817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765615.147137:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765615.147140:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765615.147508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765615.147510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765615.147725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765615.147727:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765620.265779:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765620.265787:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765620.266478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765620.266479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765620.266761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765620.266764:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765620.267046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765620.267048:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765620.267261:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765620.267263:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765625.386051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765625.386724:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765625.387249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765625.387593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765625.387927:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.507037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.507043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765630.507516:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.507518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765630.507943:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.507945:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765630.508251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.508253:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765630.508567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765630.508569:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765635.628383:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765635.628397:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765635.629536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765635.629541:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765635.629993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765635.629995:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765635.630348:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765635.630351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765635.630734:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765635.630739:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765640.745859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765640.745864:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765640.746870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765640.746873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765640.747440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765640.747442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765640.747828:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765640.747830:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765640.748074:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765640.748077:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765645.865804:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765645.865810:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765645.866554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765645.866556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765645.866876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765645.866878:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765645.867187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765645.867190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765645.867465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765645.867467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765650.986134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765650.986142:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765650.987055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765650.987057:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765650.987315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765650.987317:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765650.987506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765650.987508:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765650.987845:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765650.987847:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765656.106177:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765656.106185:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765656.107281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765656.107285:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765656.107628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765656.107631:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765656.108082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765656.108086:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765656.108438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765656.108441:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765661.226036:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765661.226053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765661.227793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765661.227797:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765661.228237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765661.228240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765661.228535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765661.228538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765661.229053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765661.229055:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765666.345495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765666.345501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765666.346107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765666.346108:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765666.346289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765666.346290:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765666.346465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765666.346467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765666.346698:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765666.346700:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765671.466460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765671.466472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765671.468235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765671.468238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765671.468610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765671.468613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765671.469099:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765671.469103:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765671.469569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765671.469572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765676.585653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765676.585662:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765676.586472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765676.586473:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765676.586654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765676.586655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765676.586863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765676.586865:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765676.587043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765676.587044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765681.705452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765681.705456:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765681.705908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765681.705910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765681.706096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765681.706098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765681.706275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765681.706277:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765681.706545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765681.706548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765686.825944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765686.825957:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765686.826682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765686.826684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765686.826914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765686.826916:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765686.827101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765686.827102:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765686.827311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765686.827313:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765691.945538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765691.946061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765691.946214:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765691.946371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765691.946509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.065764:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.065770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765697.066662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.066665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765697.067060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.067063:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765697.067323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.067325:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765697.067728:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765697.067732:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765702.185393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765702.185397:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765702.186098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765702.186101:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765702.186462:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765702.186463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765702.186710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765702.186711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765702.186910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765702.186911:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765707.305636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765707.305642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765707.306472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765707.306474:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765707.306687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765707.306688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765707.306892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765707.306894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765707.307175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765707.307177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765712.425772:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765712.425777:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765712.426623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765712.426626:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765712.427102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765712.427104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765712.427468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765712.427470:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765712.427674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765712.427675:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765717.545440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765717.545459:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765717.545975:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765717.545977:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765717.546219:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765717.546222:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765717.546426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765717.546427:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765717.546633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765717.546635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765722.666159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765722.666172:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765722.667372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765722.667377:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765722.667931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765722.667934:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765722.668323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765722.668328:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765722.668878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765722.668882:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765727.785813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765727.785819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765727.786849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765727.786852:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765727.787327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765727.787331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765727.787683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765727.787686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765727.788173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765727.788176:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765732.905560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765732.905567:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765732.906124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765732.906125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765732.906361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765732.906363:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765732.906557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765732.906559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765732.906776:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765732.906778:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765738.025943:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765738.025949:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765738.026988:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765738.026991:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765738.027396:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765738.027398:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765738.027707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765738.027710:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765738.028019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765738.028022:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765743.145979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765743.145988:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765743.146980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765743.146982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765743.147335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765743.147338:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765743.147628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765743.147631:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765743.147939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765743.147942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765748.265392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765748.265398:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765748.266022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765748.266024:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765748.266237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765748.266238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765748.266415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765748.266417:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765748.266706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765748.266708:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765753.385542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765753.385556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765753.386259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765753.386261:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765753.386493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765753.386494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765753.386681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765753.386682:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765753.386946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765753.386947:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765758.505529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765758.505888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765758.506096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765758.506251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765758.506389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.625533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.625538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765763.626347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.626351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765763.626657:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.626660:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765763.626914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.626916:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765763.627289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765763.627291:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765768.745513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765768.745518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765768.746108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765768.746109:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765768.746343:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765768.746344:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765768.746521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765768.746522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765768.746694:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765768.746696:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765773.865619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765773.865626:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765773.866372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765773.866375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765773.866661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765773.866664:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765773.866952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765773.866955:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765773.867203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765773.867205:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765778.985752:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765778.985761:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765778.986646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765778.986650:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765778.987271:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765778.987275:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765778.987796:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765778.987799:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765778.988406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765778.988411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765784.105499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765784.105503:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765784.106271:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765784.106274:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765784.106547:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765784.106549:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765784.106794:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765784.106795:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765784.107006:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765784.107007:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765789.225932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765789.225942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765789.227168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765789.227174:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765789.227867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765789.227873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765789.228463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765789.228467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765789.229061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765789.229064:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765794.346062:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765794.346066:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765794.347146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765794.347148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765794.347389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765794.347391:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765794.347598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765794.347600:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765794.347998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765794.348001:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765799.466094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765799.466103:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765799.467168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765799.467171:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765799.467556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765799.467559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765799.468019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765799.468022:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765799.468349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765799.468352:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765804.585816:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765804.585821:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765804.586529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765804.586532:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765804.586930:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765804.586932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765804.587187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765804.587189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765804.587545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765804.587548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765809.705561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765809.705592:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765809.706131:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765809.706133:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765809.706331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765809.706332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765809.706522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765809.706524:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765809.706814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765809.706816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765814.825459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765814.825463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765814.826108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765814.826110:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765814.826311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765814.826313:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765814.826508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765814.826510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765814.826776:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765814.826778:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765819.945866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765819.945870:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765819.947151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765819.947154:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765819.947357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765819.947359:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765819.947615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765819.947617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765819.948023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765819.948025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765825.066113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765825.066753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765825.067274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765825.067625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765825.067924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.185673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.185681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765830.186588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.186591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765830.186977:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.186979:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765830.187238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.187240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765830.187492:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765830.187494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775765835.305695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765835.305701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765835.306513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765835.306515:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765835.306723:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765835.306725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765835.306969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765835.306971:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765835.307157:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765835.307159:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775765840.425550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765840.425553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765840.426103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765840.426118:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765840.426493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765840.426496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765840.426747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765840.426749:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765840.426939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765840.426940:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775765845.545567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765845.545588:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765845.546335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765845.546337:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765845.546634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765845.546638:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765845.546944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765845.546946:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765845.547166:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765845.547184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775765850.665768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765850.665776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765850.666713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765850.666715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765850.667006:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765850.667008:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765850.667367:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765850.667383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765850.667690:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765850.667692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775765855.785771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765855.785776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765855.786711:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765855.786713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765855.786928:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765855.786930:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765855.787197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765855.787199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765855.787488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765855.787490:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765860.905419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765860.905424:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765860.905934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765860.905935:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765860.906174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765860.906175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765860.906351:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765860.906353:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765860.906521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765860.906522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765866.025626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765866.025646:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765866.026455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765866.026457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765866.026690:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765866.026692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765866.026987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765866.026989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765866.027345:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765866.027347:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765871.145520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765871.145523:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765871.146091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765871.146092:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765871.146285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765871.146287:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765871.146540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765871.146541:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765871.146807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765871.146809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765876.265743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765876.265751:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765876.266656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765876.266659:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765876.266882:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765876.266901:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765876.267178:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765876.267180:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765876.267361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765876.267363:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775765881.385441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765881.385445:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765881.386130:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765881.386132:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765881.386325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765881.386326:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765881.386499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765881.386501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765881.386730:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765881.386732:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765886.505720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765886.505725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765886.506862:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765886.506865:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765886.507144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765886.507146:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765886.507377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765886.507379:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765886.507659:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765886.507672:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765891.625730:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765891.626273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765891.627004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765891.627198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765891.627354:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.745561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.745566:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765896.746341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.746343:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765896.746644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.746647:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765896.746917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.746918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765896.747096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765896.747098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765901.865545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765901.865552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765901.866295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765901.866297:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765901.866487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765901.866488:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765901.866662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765901.866664:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765901.867022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765901.867023:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765906.985741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765906.985750:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765906.986558:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765906.986560:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765906.986766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765906.986767:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765906.986991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765906.986992:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765906.987162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765906.987164:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765912.105810:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765912.105821:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765912.107022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765912.107025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765912.107389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765912.107392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765912.107824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765912.107863:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765912.108397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765912.108400:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765917.225813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765917.225819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765917.226729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765917.226731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765917.227060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765917.227062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765917.227327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765917.227329:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765917.227754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765917.227756:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765922.345795:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765922.345801:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765922.346422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765922.346425:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765922.346767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765922.346770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765922.347102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765922.347105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765922.347402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765922.347405:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765927.465580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765927.465584:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765927.466215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765927.466217:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765927.466591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765927.466592:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765927.466822:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765927.466824:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765927.467080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765927.467083:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765932.585586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765932.585595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765932.586183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765932.586185:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765932.586451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765932.586454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765932.586671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765932.586673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765932.586902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765932.586904:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765937.706038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765937.706046:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765937.707215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765937.707220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765937.707675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765937.707678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765937.708085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765937.708089:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765937.708592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765937.708595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765942.826160:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765942.826172:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765942.827077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765942.827079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765942.827363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765942.827364:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765942.827638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765942.827640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765942.827914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765942.827916:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765947.945905:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765947.945910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765947.947018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765947.947021:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765947.947417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765947.947419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765947.947716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765947.947718:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765947.948191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765947.948194:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765953.065489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765953.065494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765953.065982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765953.065984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765953.066176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765953.066177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765953.066389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765953.066391:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765953.066560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765953.066562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765958.185522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765958.185913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765958.186215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765958.186429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765958.186577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.305512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.305518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765963.306324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.306334:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765963.306622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.306624:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765963.306874:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.306876:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765963.307051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765963.307066:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765968.425346:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765968.425351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765968.425768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765968.425770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765968.425980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765968.425982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765968.426195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765968.426197:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765968.426438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765968.426439:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765973.545536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765973.545543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765973.546143:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765973.546145:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765973.546339:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765973.546342:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765973.546556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765973.546557:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765973.546802:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765973.546804:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765978.665908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765978.665914:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765978.666726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765978.666750:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765978.667124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765978.667126:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765978.667507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765978.667510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765978.667746:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765978.667748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765983.785489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765983.785495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765983.786220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765983.786221:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765983.786453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765983.786455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765983.786774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765983.786778:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765983.787096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765983.787098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765988.905483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765988.905489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765988.906043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765988.906044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765988.906236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765988.906237:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765988.906404:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765988.906418:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765988.906604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775765988.906605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765994.025558:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765994.025564:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765994.026205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765994.026207:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765994.026507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765994.026509:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765994.026799:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765994.026819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765994.027120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765994.027122:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765999.145490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765999.145496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775765999.146125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765999.146127:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775765999.146324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765999.146326:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775765999.146525:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765999.146527:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775765999.146697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775765999.146698:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775766004.265678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766004.265686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766004.266628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766004.266644:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766004.266929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766004.266932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766004.267161:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766004.267163:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766004.267485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766004.267487:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766009.385461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766009.385465:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766009.386050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766009.386053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766009.386393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766009.386394:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766009.386626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766009.386629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766009.386878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766009.386880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766014.505418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766014.505423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766014.506045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766014.506047:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766014.506264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766014.506274:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766014.506490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766014.506504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766014.506788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766014.506790:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766019.625782:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766019.625785:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766019.626633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766019.626635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766019.626821:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766019.626823:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766019.627055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766019.627057:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766019.627309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766019.627312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766024.745644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766024.746072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766024.746236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766024.746404:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766024.746594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.866011:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.866021:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766029.867335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.867338:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766029.867710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.867712:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766029.867969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.867985:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766029.868549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766029.868553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766034.985510:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766034.985516:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766034.986098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766034.986100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766034.986353:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766034.986355:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766034.986597:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766034.986609:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766034.986826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766034.986844:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766040.105582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766040.105588:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766040.106120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766040.106122:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766040.106330:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766040.106332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766040.106543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766040.106545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766040.106727:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766040.106729:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766045.225459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766045.225477:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766045.226100:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766045.226102:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766045.226293:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766045.226294:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766045.226543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766045.226544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766045.226831:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766045.226833:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766050.345640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766050.345646:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766050.346373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766050.346375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766050.346683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766050.346686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766050.347013:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766050.347015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766050.347341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766050.347344:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766055.465357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766055.465361:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766055.465801:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766055.465803:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766055.466027:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766055.466043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766055.466262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766055.466264:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766055.466454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766055.466455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766060.585446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766060.585451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766060.585962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766060.585963:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766060.586192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766060.586193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766060.586372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766060.586373:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766060.586544:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766060.586546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766065.706019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766065.706030:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766065.707411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766065.707415:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766065.707939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766065.707942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766065.708331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766065.708334:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766065.708821:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766065.708884:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766070.825914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766070.825926:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766070.827024:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766070.827027:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766070.827489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766070.827492:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766070.827862:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766070.827864:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766070.828324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766070.828328:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766075.945555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766075.945560:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766075.946195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766075.946197:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766075.946476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766075.946478:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766075.946714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766075.946716:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766075.946998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766075.947001:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766081.065776:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766081.065789:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766081.066790:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766081.066812:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766081.067333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766081.067335:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766081.067646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766081.067648:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766081.068094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766081.068097:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766086.185613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766086.185619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766086.186438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766086.186440:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766086.186650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766086.186651:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766086.187042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766086.187044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766086.187335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766086.187337:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766091.305677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766091.306142:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766091.306291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766091.306475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766091.306681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.426059:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.426066:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766096.427301:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.427330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766096.427732:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.427735:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766096.428189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.428192:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766096.428482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766096.428484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766101.545685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766101.545693:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766101.546535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766101.546538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766101.546876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766101.546879:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766101.547191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766101.547194:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766101.547441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766101.547444:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766106.665923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766106.665932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766106.667165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766106.667168:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766106.667480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766106.667482:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766106.667791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766106.667808:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766106.668313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766106.668316:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766111.785466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766111.785473:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766111.786088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766111.786090:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766111.786384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766111.786386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766111.786663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766111.786666:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766111.786985:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766111.786988:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766116.905535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766116.905538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766116.906173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766116.906174:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766116.906408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766116.906409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766116.906627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766116.906629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766116.906855:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766116.906856:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766122.025580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766122.025608:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766122.026575:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766122.026598:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766122.027047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766122.027050:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766122.027310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766122.027312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766122.027683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766122.027686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766127.145444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766127.145462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775766127.145996:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766127.145999:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775766127.146212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766127.146214:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775766127.146449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766127.146451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775766127.146707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766127.146709:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775766132.265466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766132.265470:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766132.266093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766132.266097:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766132.266461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766132.266462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766132.266707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766132.266709:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766132.266897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766132.266899:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766137.385507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766137.385512:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766137.386195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766137.386196:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766137.386413:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766137.386428:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766137.386698:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766137.386700:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766137.387033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766137.387035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766142.505688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766142.505692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766142.506438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766142.506440:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766142.506671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766142.506673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766142.506951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766142.506954:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766142.507265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766142.507267:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766147.625703:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766147.625731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766147.626465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766147.626467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766147.626721:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766147.626723:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766147.627121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766147.627124:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766147.627440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766147.627442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766152.746102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766152.746117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766152.747231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766152.747234:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766152.747610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766152.747613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766152.748057:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766152.748060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766152.748421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766152.748424:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766157.865591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766157.866308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766157.866753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766157.867002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766157.867175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.985577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.985585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766162.986181:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.986184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766162.986601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.986619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766162.986959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.986961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766162.987237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766162.987239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766168.105616:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766168.105621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766168.106188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766168.106190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766168.106390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766168.106391:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766168.106616:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766168.106618:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766168.106907:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766168.106910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766173.225540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766173.225547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766173.226185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766173.226188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766173.226482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766173.226484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766173.226791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766173.226793:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766173.226995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766173.226996:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766178.345588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766178.345594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766178.346165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766178.346166:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766178.346430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766178.346431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766178.346627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766178.346629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766178.346823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766178.346837:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766183.465631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766183.465637:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766183.466096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766183.466099:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766183.466329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766183.466332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766183.466568:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766183.466569:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766183.466759:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766183.466762:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766188.585655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766188.585663:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766188.586549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766188.586552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766188.587038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766188.587042:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766188.587423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766188.587427:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766188.587817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766188.587819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766193.705521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766193.705528:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766193.706247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766193.706264:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766193.706482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766193.706484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766193.706681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766193.706683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766193.707081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766193.707084:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766198.825468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766198.825472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766198.826154:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766198.826156:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766198.826343:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766198.826354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766198.826553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766198.826554:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766198.826947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766198.826949:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766203.945674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766203.945683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766203.946754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766203.946757:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766203.947197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766203.947199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766203.947534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766203.947538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766203.948113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766203.948117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766209.065972:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766209.065978:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766209.067125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766209.067128:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766209.067576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766209.067579:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766209.067998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766209.068000:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766209.068319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766209.068322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766214.185573:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766214.185580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766214.186579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766214.186583:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766214.186921:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766214.186923:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766214.187205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766214.187225:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766214.187527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766214.187530:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766219.305755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766219.305769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766219.306862:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766219.306867:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766219.307275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766219.307278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766219.307739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766219.307742:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766219.308173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766219.308176:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766224.426034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766224.426634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766224.426849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766224.427093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766224.427344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.546895:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.546903:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766229.547863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.547866:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766229.548121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.548123:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766229.548352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.548371:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766229.548672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766229.548674:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766234.665459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766234.665463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766234.666094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766234.666095:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766234.666280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766234.666282:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766234.666453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766234.666454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766234.666717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766234.666731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766239.785823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766239.785878:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766239.786612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766239.786616:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766239.787068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766239.787071:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766239.787358:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766239.787360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766239.787609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766239.787611:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766244.905551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766244.905556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766244.906158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766244.906160:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766244.906336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766244.906338:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766244.906656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766244.906658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766244.906909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766244.906911:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766250.025729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766250.025735:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766250.026517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766250.026532:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766250.026777:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766250.026778:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766250.027054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766250.027057:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766250.027289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766250.027291:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766255.145592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766255.145599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766255.146370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766255.146373:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766255.146633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766255.146636:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766255.146984:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766255.146986:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766255.147217:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766255.147219:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766260.265493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766260.265498:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766260.266026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766260.266027:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766260.266208:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766260.266210:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766260.266408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766260.266421:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766260.266627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766260.266629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766265.386264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766265.386274:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766265.387421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766265.387423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766265.387664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766265.387665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766265.387879:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766265.387880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766265.388202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766265.388205:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766270.505794:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766270.505802:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766270.506902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766270.506903:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766270.507133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766270.507136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766270.507363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766270.507365:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766270.507660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766270.507662:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766275.625591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766275.625618:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766275.626289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766275.626291:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766275.626623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766275.626625:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766275.626854:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766275.626856:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766275.627040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766275.627041:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766280.745911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766280.745920:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766280.746812:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766280.746816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766280.747340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766280.747345:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766280.747850:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766280.747855:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766280.748429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766280.748433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766285.865695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766285.865702:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766285.866682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766285.866683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766285.866891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766285.866892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766285.867084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766285.867086:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766285.867323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766285.867325:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766290.985522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766290.985859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766290.986114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766290.986519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766290.986675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.105713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.105738:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766296.106768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.106771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766296.107220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.107222:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766296.107450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.107452:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766296.107639:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766296.107641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766301.225742:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766301.225776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766301.226701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766301.226703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766301.227067:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766301.227069:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766301.227269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766301.227270:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766301.227466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766301.227468:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766306.345644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766306.345653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766306.346386:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766306.346390:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766306.346764:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766306.346785:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766306.347235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766306.347238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766306.347618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766306.347621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766311.465528:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766311.465533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766311.466328:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766311.466329:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766311.466549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766311.466551:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766311.466762:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766311.466764:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766311.467152:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766311.467155:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766316.585887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766316.585898:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766316.586654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766316.586657:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766316.587121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766316.587124:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766316.587458:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766316.587460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766316.587750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766316.587791:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766321.706230:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766321.706240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766321.707724:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766321.707727:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766321.708104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766321.708106:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766321.708509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766321.708511:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766321.708986:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766321.708989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766326.825598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766326.825602:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766326.826373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766326.826375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766326.826585:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766326.826587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766326.826875:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766326.826877:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766326.827142:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766326.827143:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766331.945410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766331.945415:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766331.945976:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766331.945992:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766331.946181:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766331.946183:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766331.946406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766331.946408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766331.946631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766331.946632:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766337.065545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766337.065556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766337.066126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766337.066128:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766337.066306:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766337.066308:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766337.066494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766337.066496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766337.066745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766337.066747:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766342.185363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766342.185366:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766342.186075:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766342.186077:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766342.186258:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766342.186260:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766342.186460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766342.186473:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766342.186788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766342.186790:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766347.305550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766347.305556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766347.306389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766347.306392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766347.306723:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766347.306726:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766347.307058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766347.307061:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766347.307486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766347.307489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766352.425445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766352.425450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766352.426022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766352.426025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766352.426235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766352.426236:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766352.426459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766352.426461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766352.426707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766352.426709:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766357.545569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766357.545933:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766357.546204:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766357.546610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766357.546760:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.665566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.665572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766362.666356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.666359:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766362.666672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.666674:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766362.666954:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.666956:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766362.667153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766362.667155:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766367.785405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766367.785411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766367.786012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766367.786013:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766367.786194:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766367.786196:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766367.786389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766367.786390:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766367.786651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766367.786653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766372.905785:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766372.905789:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766372.906772:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766372.906774:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766372.906983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766372.906985:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766372.907201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766372.907204:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766372.907465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766372.907466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766378.025713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766378.025719:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766378.026575:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766378.026578:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766378.027001:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766378.027004:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766378.027387:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766378.027391:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766378.027741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766378.027745:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766383.145474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766383.145480:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766383.146174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766383.146177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766383.146372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766383.146374:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766383.146586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766383.146589:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766383.146941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766383.146943:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766388.265596:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766388.265601:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766388.266314:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766388.266316:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766388.266493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766388.266494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766388.266664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766388.266666:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766388.266960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766388.266962:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766393.385482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766393.385488:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766393.386109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766393.386111:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766393.386319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766393.386321:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766393.386491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766393.386493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766393.386747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766393.386749:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766398.506005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766398.506015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766398.507031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766398.507035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766398.507423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766398.507425:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766398.507748:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766398.507753:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766398.508215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766398.508217:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766403.625456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766403.625461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766403.626021:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766403.626023:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766403.626256:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766403.626258:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766403.626450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766403.626452:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766403.626638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766403.626640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766408.745496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766408.745502:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766408.746016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766408.746017:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766408.746247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766408.746249:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766408.746464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766408.746465:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766408.746634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766408.746635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766413.865628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766413.865635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766413.866397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766413.866399:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766413.866626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766413.866629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766413.866893:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766413.866895:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766413.867193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766413.867195:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766418.985771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766418.985781:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766418.986985:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766418.986988:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766418.987216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766418.987218:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766418.987430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766418.987432:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766418.987672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766418.987674:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766424.105647:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766424.106089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766424.106254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766424.106406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766424.106562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.225561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.225568:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766429.226438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.226440:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766429.226735:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.226737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766429.226981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.226983:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766429.227160:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766429.227162:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766434.345457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766434.345461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766434.346060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766434.346062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766434.346445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766434.346446:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766434.346682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766434.346684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766434.346891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766434.346892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766439.465708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766439.465710:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766439.466677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766439.466678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766439.466896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766439.466898:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766439.467106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766439.467107:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766439.467275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766439.467276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766444.585759:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766444.585766:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766444.586761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766444.586764:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766444.587311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766444.587314:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766444.587682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766444.587684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766444.587949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766444.587951:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766449.705488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766449.705494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766449.706102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766449.706104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766449.706370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766449.706371:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766449.706564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766449.706566:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766449.706735:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766449.706736:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766454.825935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766454.825946:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766454.826958:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766454.826961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766454.827261:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766454.827263:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766454.827573:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766454.827576:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766454.827996:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766454.827998:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766459.945771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766459.945782:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766459.946507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766459.946509:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766459.946687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766459.946688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766459.946899:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766459.946901:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766459.947074:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766459.947076:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766465.065422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766465.065426:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766465.066102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766465.066104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766465.066333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766465.066335:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766465.066517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766465.066518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766465.066778:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766465.066779:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766470.185512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766470.185518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766470.185983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766470.185984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766470.186233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766470.186235:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766470.186448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766470.186450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766470.186741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766470.186743:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766475.305675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766475.305685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766475.306712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766475.306714:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766475.307051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766475.307054:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766475.307325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766475.307327:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766475.307505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766475.307506:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766480.425757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766480.425763:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766480.426806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766480.426809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766480.427221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766480.427223:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766480.427489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766480.427491:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766480.427877:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766480.427880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766485.545753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766485.545760:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766485.546737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766485.546746:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766485.547025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766485.547044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766485.547235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766485.547236:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766485.547475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766485.547477:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766490.665916:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766490.666620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766490.667470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766490.667646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766490.667756:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.785695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.785703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766495.786499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.786502:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766495.786810:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.786813:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766495.787175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.787178:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766495.787416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766495.787417:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766500.905712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766500.905720:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766500.906399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766500.906401:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766500.906617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766500.906619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766500.906809:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766500.906811:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766500.907091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766500.907093:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766506.025597:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766506.025607:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766506.026486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766506.026487:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766506.026681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766506.026682:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766506.026929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766506.026931:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766506.027269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766506.027272:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766511.145786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766511.145792:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766511.146733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766511.146735:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766511.146982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766511.146984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766511.147167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766511.147169:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766511.147359:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766511.147361:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766516.265742:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766516.265752:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766516.266883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766516.266886:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766516.267221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766516.267224:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766516.267469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766516.267470:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766516.267740:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766516.267741:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766521.385456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766521.385462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766521.385989:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766521.385991:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766521.386173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766521.386175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766521.386359:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766521.386361:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766521.386557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766521.386559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766526.505536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766526.505543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766526.506121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766526.506122:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766526.506376:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766526.506378:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766526.506617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766526.506619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766526.506850:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766526.506851:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766531.625901:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766531.625926:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766531.626459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766531.626461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766531.626745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766531.626748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766531.627002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766531.627003:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766531.627182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766531.627184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766536.745565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766536.745572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766536.746150:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766536.746152:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766536.746352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766536.746354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766536.746615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766536.746617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766536.746878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766536.746880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766541.865979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766541.865986:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766541.867076:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766541.867080:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766541.867560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766541.867562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766541.867886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766541.867889:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766541.868272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766541.868275:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766546.986128:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766546.986136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766546.987309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766546.987313:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766546.987782:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766546.987786:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766546.988282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766546.988287:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766546.988773:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766546.988776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766552.105515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766552.105522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766552.106138:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766552.106140:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766552.106432:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766552.106433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766552.106658:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766552.106660:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766552.106907:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766552.106909:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766557.225446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766557.225786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766557.226151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766557.226753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766557.226959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.345905:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.345915:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766562.346734:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.346736:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766562.347150:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.347152:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766562.347516:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.347518:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766562.347786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766562.347788:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766567.465446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766567.465450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766567.466012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766567.466014:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766567.466246:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766567.466248:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766567.466449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766567.466450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766567.466636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766567.466639:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766572.585625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766572.585633:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766572.586590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766572.586592:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766572.586986:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766572.586989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766572.587296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766572.587298:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766572.587684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766572.587685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766577.706183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766577.706200:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766577.707180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766577.707184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766577.707669:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766577.707674:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766577.708202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766577.708206:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766577.708679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766577.708683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766582.825999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766582.826009:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766582.827094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766582.827097:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766582.827494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766582.827499:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766582.827935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766582.827939:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766582.828478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766582.828483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766587.945557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766587.945562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766587.946138:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766587.946140:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766587.946369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766587.946372:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766587.946592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766587.946594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766587.946767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766587.946769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766593.065581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766593.065602:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766593.066189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766593.066192:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766593.066415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766593.066417:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766593.066610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766593.066612:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766593.066829:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766593.066830:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766598.185720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766598.185724:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766598.186671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766598.186673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766598.187012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766598.187014:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766598.187282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766598.187284:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766598.187652:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766598.187655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766603.305870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766603.305892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766603.306563:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766603.306565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766603.306915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766603.306929:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766603.307221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766603.307224:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766603.307502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766603.307505:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766608.425415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766608.425418:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766608.426081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766608.426082:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766608.426274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766608.426276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766608.426446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766608.426448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766608.426688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766608.426690:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766613.545478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766613.545483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766613.546158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766613.546161:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766613.546476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766613.546479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766613.546811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766613.546814:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766613.547145:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766613.547161:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766618.665440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766618.665445:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766618.666093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766618.666094:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766618.666287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766618.666289:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766618.666550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766618.666553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766618.667022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766618.667024:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766623.785464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766623.785868:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766623.786123:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766623.786296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766623.786441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.905673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.905679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766628.906445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.906448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766628.906755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.906757:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766628.907083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.907086:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766628.907288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766628.907318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766634.025539:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766634.025545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766634.026060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766634.026062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766634.026243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766634.026244:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766634.026472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766634.026487:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766634.026672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766634.026673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766639.145483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766639.145491:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766639.146072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766639.146075:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766639.146381:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766639.146383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766639.146702:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766639.146704:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766639.147030:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766639.147033:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766644.265775:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766644.265782:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766644.266329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766644.266333:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766644.266636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766644.266638:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766644.266932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766644.266934:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766644.267141:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766644.267143:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766649.385802:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766649.385808:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766649.386963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766649.386967:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766649.387380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766649.387383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766649.387764:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766649.387768:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766649.388202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766649.388206:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766654.505543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766654.505546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766654.506069:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766654.506070:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766654.506298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766654.506300:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766654.506558:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766654.506560:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766654.506741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766654.506743:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766659.625481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766659.625486:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766659.626124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766659.626127:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766659.626365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766659.626367:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766659.626616:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766659.626618:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766659.626813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766659.626815:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766664.745505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766664.745509:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766664.746180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766664.746181:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766664.746373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766664.746374:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766664.746545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766664.746547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766664.746779:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766664.746780:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766669.865717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766669.865725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766669.866303:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766669.866306:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766669.866638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766669.866640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766669.867003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766669.867005:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766669.867314:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766669.867317:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766674.985709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766674.985715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766674.986694:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766674.986697:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766674.987034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766674.987037:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766674.987357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766674.987360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766674.987803:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766674.987806:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766680.105665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766680.105670:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766680.106488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766680.106505:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766680.106720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766680.106722:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766680.106957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766680.106961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766680.107200:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766680.107202:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766685.225675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766685.225685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766685.226708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766685.226710:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766685.226915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766685.226917:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766685.227114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766685.227115:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766685.227347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766685.227348:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766690.345959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766690.346594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766690.346871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766690.347151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766690.347403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.465454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.465462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766695.466239:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.466262:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766695.466545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.466547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766695.466891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.466894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766695.467298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766695.467300:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766700.585369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766700.585374:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766700.585965:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766700.585967:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766700.586147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766700.586148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766700.586316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766700.586318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766700.586629:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766700.586631:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766705.705506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766705.705513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766705.706205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766705.706206:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766705.706442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766705.706443:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766705.706637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766705.706655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766705.707026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766705.707028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766710.825557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766710.825562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766710.826243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766710.826246:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766710.826521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766710.826523:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766710.826803:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766710.826806:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766710.827190:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766710.827193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766715.945682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766715.945690:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766715.946513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766715.946516:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766715.946871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766715.946883:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766715.947105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766715.947107:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766715.947425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766715.947427:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766721.065507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766721.065513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766721.066064:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766721.066066:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766721.066322:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766721.066325:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766721.066700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766721.066702:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766721.067104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766721.067105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766726.185588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766726.185595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766726.186221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766726.186233:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766726.186630:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766726.186632:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766726.186910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766726.186914:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766726.187184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766726.187188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766731.305519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766731.305537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766731.306086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766731.306087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766731.306280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766731.306281:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766731.306448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766731.306450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766731.306684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766731.306686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766736.425645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766736.425652:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766736.426439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766736.426442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766736.426813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766736.426816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766736.427101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766736.427104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766736.427328:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766736.427330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766741.545665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766741.545671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766741.546511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766741.546513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766741.546761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766741.546779:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766741.547083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766741.547086:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766741.547333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766741.547336:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766746.665554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766746.665559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766746.666070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766746.666072:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766746.666313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766746.666316:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766746.666551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766746.666553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766746.666799:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766746.666801:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766751.785987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766751.785997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766751.786931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766751.786933:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766751.787191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766751.787194:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766751.787569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766751.787572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766751.787966:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766751.787985:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766756.906036:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766756.906706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766756.907769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766756.908055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766756.908336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.025726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.025866:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766762.026427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.026430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766762.026727:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.026729:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766762.027036:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.027039:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766762.027315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766762.027317:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766767.145507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766767.145512:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766767.146044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766767.146046:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766767.146244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766767.146245:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766767.146417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766767.146419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766767.146589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766767.146591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766772.265962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766772.265970:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766772.267176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766772.267179:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766772.267592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766772.267597:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766772.267983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766772.267987:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766772.268538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766772.268543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766777.385716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766777.385720:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766777.386253:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766777.386254:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766777.386496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766777.386498:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766777.386721:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766777.386723:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766777.386922:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766777.386924:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766782.505613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766782.505619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766782.506296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766782.506299:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766782.506680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766782.506682:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766782.507015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766782.507017:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766782.507205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766782.507207:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766787.625659:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766787.625673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766787.626308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766787.626310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766787.626537:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766787.626539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766787.626782:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766787.626784:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766787.627069:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766787.627071:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766792.745941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766792.745951:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766792.746981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766792.746983:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775766792.747125:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775766792.747128:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775766792.747131:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775766792.747133:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775766792.747136:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384496384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775766792.747144:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775766792.747147:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775766792.747150:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747156:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775766792.747157:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747159:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775766792.747161:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766792.747163:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766792.747165:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775766792.747175:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775766792.747177:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775766792.747179:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747180:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775766792.747183:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cdc00.
02000000:00000001:3.0:1775766792.747185:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775766792.747188:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775766792.747190:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312160.
00000400:00000010:3.0:1775766792.747193:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063114c8.
00000100:00000200:3.0:1775766792.747196:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384496512, portal 10
00000100:00000001:3.0:1775766792.747197:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775766792.747199:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:3.0:1775766792.747204:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747216:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775766792.747218:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775766792.747220:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775766792.747222:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384496512, offset 0
00000400:00000200:3.0:1775766792.747225:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747228:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747231:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775766792.747233:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775766792.747242:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775766792.747244:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775766792.747247:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747250:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199204:199204:256:4294967295] 192.168.202.154@tcp LPNI seq info [199204:199204:8:4294967295]
00000400:00000200:3.0:1775766792.747254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747260:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775766792.747264:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747266:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33a00.
00000800:00000200:3.0:1775766792.747269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775766792.747272:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766792.747276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766792.747278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775766792.747282:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747284:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33a00.
00000400:00000200:3.0:1775766792.747286:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775766792.747290:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775766792.747292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775766792.747294:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775766792.747296:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766792.747309:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747315:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.747318:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747331:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.747332:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775766792.747335:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766792.747337:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775766792.747340:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775766792.747342:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4297722887
00000100:00000001:3.0:1775766792.747344:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.747346:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4297722887
00000100:00000001:3.0:1775766792.747348:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.747350:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775766792.747352:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.747354:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775766792.747357:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792]  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775766792.747363:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775766792.747365:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775766792.747366:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312160.
00000400:00000200:3.0:1775766792.747368:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063114c8
00000400:00000010:3.0:1775766792.747369:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063114c8.
00000100:00000001:3.0:1775766792.747371:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775766792.747373:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775766792.747381:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747387:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775766792.747389:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747390:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.747391:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775766792.747394:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747401:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775766792.747404:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747411:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775766792.747413:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747414:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.747415:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747417:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775766792.747418:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775766792.747420:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775766792.747423:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775766792.747425:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775766792.747428:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775766792.747435:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775766792.747438:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775766792.747459:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747466:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775766792.747467:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747470:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775766792.747472:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766792.747474:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766792.747476:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775766792.747480:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775766792.747482:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775766792.747485:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747497:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775766792.747500:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775766792.747502:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775766792.747505:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775766792.747508:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312160.
00000400:00000010:3.0:1775766792.747511:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063114c8.
00000100:00000200:3.0:1775766792.747515:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384496640, portal 4
00000100:00000001:3.0:1775766792.747517:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775766792.747518:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:3.0:1775766792.747524:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747531:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775766792.747533:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775766792.747535:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775766792.747538:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384496640, offset 0
00000400:00000200:3.0:1775766792.747542:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747545:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747548:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775766792.747551:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775766792.747554:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775766792.747556:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775766792.747558:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747562:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199205:199205:256:4294967295] 192.168.202.154@tcp LPNI seq info [199205:199205:8:4294967295]
00000400:00000200:3.0:1775766792.747566:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747573:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775766792.747578:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747580:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33a00.
00000800:00000200:3.0:1775766792.747584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775766792.747587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766792.747591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766792.747594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775766792.747598:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747600:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33a00.
00000400:00000200:3.0:1775766792.747603:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775766792.747607:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775766792.747610:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775766792.747611:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775766792.747614:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766792.747617:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747624:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.747627:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747634:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.747636:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775766792.747638:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766792.747642:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775766792.747645:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775766792.747647:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4297722899
00000100:00000001:3.0:1775766792.747650:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.747652:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4297722899
00000100:00000001:3.0:1775766792.747654:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.747656:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775766792.747658:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.747660:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775766792.747663:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792]  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775766792.747671:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775766792.747672:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775766792.747674:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312160.
00000400:00000200:3.0:1775766792.747676:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063114c8
00000400:00000010:3.0:1775766792.747678:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063114c8.
00000100:00000001:3.0:1775766792.747680:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775766792.747683:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775766792.747692:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747698:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775766792.747700:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747701:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.747703:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775766792.747706:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747713:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775766792.747716:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747740:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775766792.747743:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747745:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.747746:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.747748:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775766792.747750:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775766792.747753:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775766792.747757:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775766792.747760:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775766792.747764:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775766792.747773:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775766792.747777:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775766792.747781:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747790:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775766792.747792:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747795:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775766792.747797:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766792.747799:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766792.747803:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775766792.747806:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775766792.747809:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775766792.747810:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766792.747812:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775766792.747879:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ce800.
02000000:00000001:3.0:1775766792.747882:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775766792.747885:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775766792.747887:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312160.
00000400:00000010:3.0:1775766792.747890:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063114c8.
00000100:00000200:3.0:1775766792.747893:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384496768, portal 4
00000100:00000001:3.0:1775766792.747895:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775766792.747896:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:3.0:1775766792.747902:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747908:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775766792.747910:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775766792.747912:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775766792.747914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384496768, offset 0
00000400:00000200:3.0:1775766792.747917:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747924:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775766792.747927:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775766792.747929:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775766792.747932:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775766792.747934:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775766792.747937:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199206:199206:256:4294967295] 192.168.202.154@tcp LPNI seq info [199206:199206:8:4294967295]
00000400:00000200:3.0:1775766792.747941:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766792.747948:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775766792.747952:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747955:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33a00.
00000800:00000200:3.0:1775766792.747959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775766792.747961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766792.747965:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766792.747968:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775766792.747971:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766792.747973:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33a00.
00000400:00000200:3.0:1775766792.747976:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775766792.747979:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775766792.747982:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775766792.747983:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775766792.747986:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766792.747989:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.747996:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.747999:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748005:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.748006:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775766792.748009:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766792.748012:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775766792.748014:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775766792.748016:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4297722902
00000100:00000001:3.0:1775766792.748018:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.748020:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4297722902
00000100:00000001:3.0:1775766792.748022:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4297724167
00000100:00000001:3.0:1775766792.748024:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775766792.748026:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.748028:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775766792.748031:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766792/real 1775766792]  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775766792.748039:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775766792.748040:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775766792.748041:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312160.
00000400:00000200:3.0:1775766792.748043:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063114c8
00000400:00000010:3.0:1775766792.748049:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063114c8.
00000100:00000001:3.0:1775766792.748051:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775766792.748054:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775766792.748061:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748067:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775766792.748068:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748070:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.748071:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775766792.748074:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748080:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775766792.748083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748089:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775766792.748091:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748093:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775766792.748094:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748096:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775766792.748098:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775766792.748100:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775766792.748104:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775766792.748106:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775766792.748110:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775766792.748117:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384496768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775766792.748120:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748122:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.748124:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384496384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748130:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775766792.748131:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775766792.748133:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:3.0:1775766792.748135:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775766792.748136:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775766792.748137:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775766792.748139:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775766792.748141:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:3.0:1775766792.748143:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775766792.748145:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775766792.748146:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:3.0:1775766792.748148:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775766792.748160:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748162:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.748165:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384496512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748171:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775766792.748172:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775766792.748173:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:3.0:1775766792.748175:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775766792.748176:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775766792.748177:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775766792.748178:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775766792.748180:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:3.0:1775766792.748182:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775766792.748183:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775766792.748184:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:3.0:1775766792.748187:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775766792.748188:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748189:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.748192:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384496640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748197:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775766792.748198:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775766792.748200:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775766792.748201:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775766792.748202:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775766792.748203:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775766792.748205:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775766792.748206:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:3.0:1775766792.748208:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775766792.748209:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775766792.748210:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:3.0:1775766792.748212:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775766792.748213:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748214:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766792.748217:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384496768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766792.748222:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775766792.748223:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775766792.748224:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:3.0:1775766792.748226:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775766792.748227:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775766792.748228:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775766792.748229:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775766792.748231:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:3.0:1775766792.748232:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775766792.748233:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775766792.748234:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:3.0:1775766792.748237:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775766792.748238:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748240:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775766792.748243:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775766792.748245:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766792.748246:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775766792.748248:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766793.129014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766793.129024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766793.129033:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766793.129038:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766793.129042:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766793.129049:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766793.129065:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766793.129069:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766793.129073:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766793.129077:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766794.152942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766794.152948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766794.152955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766794.152958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766795.176957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766795.176966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766795.176979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766795.176983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766796.200960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766796.200967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766796.200977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766796.200979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766797.224914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766797.224921:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766797.224923:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766797.224926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766797.224930:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766797.224932:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766797.224934:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766797.224936:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766797.224939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766797.224941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766797.865240:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775766797.865246:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775766797.865251:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775766797.865261:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384496896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766797.865278:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775766797.865282:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766797.865288:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775766797.865292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766797.865297:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766797.865305:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384496896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775766797.865313:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775766797.865318:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775766797.865322:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766797.865326:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775766797.865333:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ce800.
02000000:00000001:3.0:1775766797.865337:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775766797.865346:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775766797.865351:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312160.
00000400:00000010:3.0:1775766797.865358:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063114c8.
00000100:00000200:3.0:1775766797.865366:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384496896, portal 25
00000100:00000001:3.0:1775766797.865370:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775766797.865374:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:3.0:1775766797.865381:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384496896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766797.865407:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775766797.865411:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775766797.865416:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775766797.865423:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384496896, offset 0
00000400:00000200:3.0:1775766797.865441:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775766797.865457:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766797.865471:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775766797.865481:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775766797.865487:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775766797.865494:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775766797.865520:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775766797.865528:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199207:199207:256:4294967295] 192.168.202.154@tcp LPNI seq info [199207:199207:8:4294967295]
00000400:00000200:3.0:1775766797.865542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766797.865567:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775766797.865582:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766797.865591:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33a00.
00000800:00000200:3.0:1775766797.865608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775766797.865617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766797.865633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775766797.865641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775766797.865651:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775766797.865672:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33a00.
00000400:00000200:3.0:1775766797.865679:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775766797.865686:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775766797.865693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775766797.865697:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775766797.865703:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766797.865711:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384496896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766797.865726:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766797.865732:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384496896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766797.865744:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766797.865747:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775766797.865795:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775766797.865807:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775766797.865814:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4297729286
00000100:00000010:3.0:1775766797.865825:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a120.
00000800:00000200:2.1:1775766797.866540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766797.866544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766797.867047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766797.867049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766797.867318:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766797.867320:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766797.867640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766797.867644:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775766798.248948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766798.248955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766798.248961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766798.248962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766799.272943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766799.272949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766799.272957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766799.272960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766800.296946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766800.296952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766800.296959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766800.296961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766801.320971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766801.320979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766801.321003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766801.321005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766802.344958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766802.344965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766802.344974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766802.344978:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766802.344981:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766802.344985:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766802.344989:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766802.344992:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766802.344995:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766802.344997:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766802.985508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766802.985514:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766802.986053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766802.986055:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766802.986237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766802.986239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766802.986443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766802.986445:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766802.986620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766802.986622:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775766803.368922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766803.368929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766803.368934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766803.368936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766804.392967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766804.392973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766804.392982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766804.392983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766805.416902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766805.416907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766805.416911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766805.416913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766806.440938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766806.440944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766806.440951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766806.440952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766807.464940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766807.464948:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766807.464951:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766807.464956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766807.464962:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766807.464965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766807.464968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766807.464971:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766807.464976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766807.464978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766808.104922:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766808.104930:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766808.104932:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766808.104936:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766808.104939:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766808.104945:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3065
00000400:00000200:3.0:1775766808.104953:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766808.104957:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766808.104960:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766808.104962:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.104965:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.104967:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.104969:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766808.104972:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766808.104973:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766808.104975:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766808.104977:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766808.104978:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766808.104980:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766808.104982:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.104984:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.104985:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.104987:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766808.104989:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766808.104991:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766808.104993:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766808.104995:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766808.104997:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766808.104999:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105000:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766808.105002:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766808.105010:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766808.105012:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766808.105014:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766808.105016:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105018:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766808.105020:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766808.105023:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766808.105030:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766808.105035:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766808.105042:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384498176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766808.105049:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766808.105053:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105056:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384498176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766808.105074:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766808.105076:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766808.105078:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766808.105079:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766808.105081:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766808.105082:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766808.105085:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3065
00000400:00000200:3.0:1775766808.105087:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766808.105089:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766808.105091:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766808.105093:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105094:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105096:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105098:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766808.105099:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766808.105100:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766808.105102:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766808.105103:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766808.105105:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766808.105106:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766808.105109:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105110:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105111:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105113:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766808.105115:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766808.105119:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105121:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766808.105123:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766808.105129:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766808.105132:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105136:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766808.105140:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766808.105144:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105147:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766808.105150:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766808.105154:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766808.105160:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766808.105162:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105166:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766808.105169:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766808.105172:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766808.105176:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766808.105179:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766808.105189:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384498304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766808.105198:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766808.105201:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105206:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384498304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766808.105218:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766808.105223:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766808.105226:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766808.105227:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766808.105228:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766808.105233:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766808.105237:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3065
00000400:00000200:3.0:1775766808.105242:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766808.105247:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766808.105252:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766808.105258:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105263:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105267:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105272:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766808.105275:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766808.105277:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766808.105279:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766808.105282:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766808.105285:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766808.105289:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766808.105294:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105296:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105298:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105302:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766808.105305:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766808.105307:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105311:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766808.105315:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766808.105318:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766808.105322:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105324:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766808.105325:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766808.105328:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105331:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766808.105335:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766808.105340:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766808.105345:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766808.105347:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105350:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766808.105353:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766808.105356:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766808.105359:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766808.105364:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766808.105373:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384498432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766808.105386:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766808.105389:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105393:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384498432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766808.105405:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766808.105410:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775766808.105414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775766808.105415:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766808.105419:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766808.105420:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775766808.105420:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775766808.105426:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766808.105432:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3065
00000400:00000200:3.0:1775766808.105437:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766808.105440:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766808.105444:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766808.105450:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105454:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105456:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105459:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766808.105465:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766808.105466:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766808.105469:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766808.105471:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766808.105474:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766808.105479:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766808.105486:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105490:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105493:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105497:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766808.105499:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766808.105507:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105511:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766808.105515:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766808.105518:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766808.105522:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105525:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766808.105529:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766808.105533:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105538:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766808.105543:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766808.105544:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766808.105546:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766808.105548:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105553:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766808.105555:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766808.105556:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766808.105561:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766808.105565:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766808.105570:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384498560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766808.105577:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766808.105580:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105583:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384498560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766808.105592:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766808.105593:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766808.105595:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766808.105596:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766808.105597:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766808.105599:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766808.105600:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3065
00000400:00000200:3.0:1775766808.105602:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766808.105605:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766808.105610:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766808.105612:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105615:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105618:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105620:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766808.105625:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766808.105627:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766808.105630:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766808.105632:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766808.105635:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766808.105638:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766808.105642:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105648:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766808.105670:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105673:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766808.105678:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766808.105684:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766808.105690:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766808.105694:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766808.105697:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766808.105703:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105707:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766808.105711:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766808.105718:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105721:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766808.105727:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766808.105732:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766808.105737:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766808.105739:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766808.105743:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766808.105745:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766808.105747:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766808.105752:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766808.105758:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766808.105768:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384498688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766808.105808:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766808.105813:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105820:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384498688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766808.105866:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766808.105870:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3075)
00000800:00000200:2.1:1775766808.106091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766808.106092:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766808.106277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766808.106279:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766808.106452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766808.106454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766808.106619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766808.106621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775766808.488959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766808.488966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766808.488971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766808.488972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766809.512985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766809.512992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766809.512998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766809.512999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766810.536935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766810.536940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766810.536947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766810.536949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766811.560951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766811.560958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766811.560963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766811.560964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766812.584947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766812.584958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766812.584965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766812.584969:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766812.584971:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766812.584974:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766812.584977:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766812.584979:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766812.584982:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766812.584984:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766813.225530:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766813.225536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766813.226198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766813.226200:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766813.226400:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766813.226402:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766813.226570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766813.226572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766813.226804:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766813.226805:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00010000:00000001:3.0:1775766813.608937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766813.608944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766813.608953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766813.608956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766814.632997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766814.633005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766814.633016:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766814.633020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766815.657012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766815.657021:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766815.657028:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766815.657031:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766816.681000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766816.681008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766816.681016:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766816.681018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766817.704904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766817.704911:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766817.704913:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766817.704917:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766817.704921:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766817.704923:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766817.704924:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766817.704926:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766817.704929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766817.704931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766818.345450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766818.345455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766818.346090:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766818.346092:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766818.346276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766818.346277:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766818.346461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766818.346462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766818.346710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766818.346711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775766818.728935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766818.728942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766818.728948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766818.728949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766819.752964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766819.752971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766819.752978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766819.752979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766820.776919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766820.776924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766820.776929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766820.776930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766821.800960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766821.800966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766821.800972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766821.800974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766822.824954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766822.824961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766822.824969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766822.824974:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766822.824977:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766822.824982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766822.824985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766822.824988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766822.824991:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766822.824994:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766823.465435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766823.465820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766823.466033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766823.466191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775766823.466334:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775766823.848999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766823.849007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766823.849015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766823.849017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766824.872972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766824.872977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766824.872983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766824.872985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766825.896945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766825.896952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766825.896960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766825.896963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766826.920885:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766826.920891:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766826.920896:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766826.920897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766827.944902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766827.944908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766827.944910:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766827.944913:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766827.944917:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766827.944919:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766827.944921:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766827.944923:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766827.944927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766827.944928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766828.585604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766828.585611:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766828.586433:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766828.586436:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766828.586772:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766828.586774:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766828.587056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766828.587058:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766828.587299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766828.587301:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775766828.968882:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766828.968887:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766828.968892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766828.968893:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766829.992884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766829.992889:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766829.992895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766829.992896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766831.016886:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766831.016892:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766831.016898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766831.016899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766832.040927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766832.040932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766832.040939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766832.040940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766833.064914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766833.064919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766833.064924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766833.064926:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766833.064928:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766833.064931:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766833.064933:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766833.064935:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766833.064936:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766833.064938:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766833.704958:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766833.704966:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766833.704969:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766833.704973:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766833.704977:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766833.704984:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3091
00000400:00000200:3.0:1775766833.704994:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766833.705001:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766833.705004:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766833.705007:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705011:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705014:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705017:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766833.705021:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766833.705023:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766833.705025:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766833.705028:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766833.705031:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766833.705034:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766833.705037:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705039:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705041:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705043:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766833.705047:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766833.705050:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705053:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766833.705056:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766833.705059:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766833.705062:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705065:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766833.705067:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766833.705076:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775766833.705081:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766833.705084:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766833.705086:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705090:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766833.705092:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766833.705096:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766833.705103:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766833.705108:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766833.705116:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384501376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766833.705128:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766833.705132:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705135:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384501376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766833.705152:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766833.705154:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766833.705157:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766833.705158:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766833.705159:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766833.705161:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766833.705163:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3091
00000400:00000200:3.0:1775766833.705166:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766833.705169:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766833.705171:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766833.705173:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705175:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705177:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705179:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766833.705181:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766833.705182:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766833.705183:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766833.705184:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766833.705188:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766833.705189:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766833.705194:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705196:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705200:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705201:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766833.705206:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766833.705213:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705217:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766833.705220:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766833.705226:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766833.705230:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705235:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766833.705239:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766833.705245:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705247:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766833.705251:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775766833.705261:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766833.705266:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766833.705269:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705272:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766833.705274:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766833.705276:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766833.705281:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766833.705285:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766833.705292:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384501504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766833.705306:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766833.705309:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705315:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384501504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766833.705331:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766833.705337:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766833.705342:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766833.705344:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766833.705347:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766833.705352:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766833.705356:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3091
00000400:00000200:3.0:1775766833.705408:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766833.705414:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766833.705419:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766833.705425:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705427:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705436:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705438:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766833.705440:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766833.705441:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766833.705444:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766833.705446:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766833.705450:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766833.705452:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766833.705457:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:2.1:1775766833.705460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775766833.705461:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705465:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:2.1:1775766833.705466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775766833.705469:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766833.705473:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766833.705479:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705482:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766833.705484:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766833.705487:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766833.705492:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705496:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766833.705497:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766833.705501:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705505:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766833.705508:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775766833.705512:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766833.705517:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766833.705520:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705524:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766833.705526:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766833.705529:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766833.705536:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766833.705543:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766833.705554:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384501632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766833.705573:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766833.705577:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705583:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384501632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766833.705589:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766833.705592:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766833.705597:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766833.705599:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766833.705601:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766833.705605:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766833.705609:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3091
00000400:00000200:3.0:1775766833.705614:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766833.705620:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766833.705623:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766833.705626:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705629:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705631:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705634:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766833.705637:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766833.705639:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766833.705641:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766833.705644:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766833.705648:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766833.705652:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766833.705657:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705659:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705663:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705667:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766833.705672:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766833.705674:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705678:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766833.705682:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766833.705685:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766833.705688:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705690:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766833.705693:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766833.705697:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705701:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766833.705707:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766833.705711:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766833.705715:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766833.705718:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705721:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766833.705723:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766833.705726:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766833.705730:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766833.705735:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766833.705743:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384501760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766833.705754:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766833.705757:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705761:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384501760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766833.705770:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766833.705775:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766833.705781:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766833.705784:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766833.705786:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766833.705788:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766833.705793:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3091
00000400:00000200:3.0:1775766833.705798:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766833.705802:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766833.705803:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766833.705805:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705806:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705807:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705808:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766833.705809:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766833.705810:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766833.705812:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766833.705814:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766833.705816:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766833.705817:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766833.705822:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705826:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766833.705850:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705852:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766833.705853:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766833.705855:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766833.705864:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766833.705866:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766833.705869:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766833.705871:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705875:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766833.705880:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766833.705886:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705890:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766833.705896:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766833.705902:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766833.705908:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766833.705911:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766833.705914:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766833.705918:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766833.705922:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766833.705929:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766833.705933:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766833.705943:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384501888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766833.705954:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766833.705959:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705963:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384501888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766833.705974:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766833.705980:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3101)
00000800:00000200:2.1:1775766833.706167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766833.706169:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766833.706512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766833.706515:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766833.706769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766833.706771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766833.706978:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766833.706981:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775766834.088962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766834.088968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766834.088974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766834.088975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766835.112916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766835.112921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766835.112926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766835.112927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766836.136920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766836.136925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766836.136929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766836.136930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766837.160925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766837.160929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766837.160934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766837.160945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766838.184896:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766838.184905:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766838.184908:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766838.184912:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766838.184918:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766838.184920:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766838.184922:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766838.184924:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766838.184928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766838.184929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766838.824955:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766838.824964:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766838.824967:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766838.824971:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766838.824976:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766838.824984:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3096
00000400:00000200:3.0:1775766838.824993:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766838.824999:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766838.825003:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766838.825006:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825010:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825012:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766838.825029:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766838.825031:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766838.825040:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766838.825042:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766838.825045:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766838.825048:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766838.825050:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825052:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825054:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825055:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766838.825058:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766838.825060:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825062:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766838.825064:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766838.825066:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766838.825068:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825070:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766838.825072:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766838.825078:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766838.825081:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766838.825084:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766838.825085:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825087:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766838.825089:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766838.825093:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766838.825099:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766838.825105:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766838.825120:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384502016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766838.825128:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766838.825131:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825134:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384502016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766838.825150:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766838.825153:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766838.825155:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766838.825156:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766838.825157:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766838.825159:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766838.825161:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3096
00000400:00000200:3.0:1775766838.825164:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766838.825166:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766838.825168:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766838.825170:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825171:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825173:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825174:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766838.825176:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766838.825177:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766838.825179:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766838.825180:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766838.825181:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766838.825183:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766838.825185:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825187:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825188:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825189:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766838.825191:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766838.825194:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825196:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766838.825197:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766838.825201:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766838.825205:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825207:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766838.825212:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766838.825215:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825216:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766838.825219:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766838.825222:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766838.825226:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766838.825228:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825232:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766838.825233:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766838.825236:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766838.825240:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766838.825244:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766838.825251:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384502144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766838.825262:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766838.825267:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825275:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384502144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766838.825294:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766838.825298:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766838.825302:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766838.825304:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766838.825306:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766838.825308:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766838.825313:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3096
00000400:00000200:3.0:1775766838.825319:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766838.825324:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766838.825329:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766838.825331:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825350:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825352:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825353:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766838.825355:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766838.825356:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766838.825357:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766838.825359:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766838.825360:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766838.825364:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766838.825367:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825369:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825371:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825376:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766838.825378:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766838.825383:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825389:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766838.825393:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766838.825397:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766838.825403:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825407:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766838.825412:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766838.825418:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825424:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766838.825432:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766838.825435:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766838.825438:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766838.825439:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825442:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766838.825444:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766838.825446:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766838.825449:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766838.825456:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766838.825466:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384502272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766838.825481:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766838.825486:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825494:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384502272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766838.825507:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766838.825512:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766838.825518:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766838.825522:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766838.825524:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766838.825527:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766838.825532:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3096
00000400:00000200:3.0:1775766838.825540:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766838.825546:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766838.825550:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766838.825557:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825562:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825566:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825571:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766838.825576:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1775766838.825576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775766838.825578:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766838.825583:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775766838.825584:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1775766838.825586:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766838.825590:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766838.825594:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766838.825599:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825602:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825604:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825605:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766838.825610:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766838.825615:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825618:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766838.825622:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766838.825625:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766838.825630:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825631:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766838.825636:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766838.825638:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825642:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766838.825645:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766838.825648:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766838.825652:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766838.825654:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825658:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766838.825660:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766838.825663:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766838.825669:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775766838.825673:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766838.825680:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384502400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766838.825716:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766838.825720:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825725:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384502400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766838.825732:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766838.825735:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766838.825739:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766838.825741:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766838.825743:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766838.825748:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766838.825751:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3096
00000400:00000200:3.0:1775766838.825757:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766838.825760:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766838.825764:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766838.825766:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825768:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825770:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825774:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766838.825775:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766838.825777:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766838.825778:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766838.825779:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766838.825780:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766838.825781:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766838.825783:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825784:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766838.825786:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825787:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766838.825788:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766838.825790:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766838.825791:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766838.825794:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766838.825797:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766838.825799:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825803:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766838.825805:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766838.825808:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825810:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766838.825814:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766838.825816:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766838.825817:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766838.825818:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766838.825819:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766838.825820:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766838.825821:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766838.825826:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775766838.825829:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766838.825854:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384502528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766838.825864:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766838.825866:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825870:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384502528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766838.825879:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766838.825882:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3106)
00000800:00000200:2.1:1775766838.826211:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766838.826214:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766838.826479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766838.826480:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766838.826655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766838.826657:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766838.826876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766838.826877:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775766839.208910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766839.208918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766839.208925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766839.208927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766840.232933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766840.232944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766840.232953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766840.232956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766841.256986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766841.256992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766841.256998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766841.257000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766842.281003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766842.281009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766842.281031:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766842.281035:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766842.281037:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766842.281039:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766842.281042:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766842.281044:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766842.281045:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766842.281047:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766843.305048:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766843.305060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766843.305079:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766843.305080:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766843.944964:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766843.944975:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766843.944979:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766843.944984:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766843.944989:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766843.944998:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3101
00000400:00000200:3.0:1775766843.945009:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766843.945016:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766843.945020:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766843.945023:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945026:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945028:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945031:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766843.945035:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766843.945037:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766843.945039:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766843.945042:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766843.945044:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766843.945046:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766843.945048:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945050:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945052:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945053:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766843.945056:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766843.945060:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945064:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766843.945068:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766843.945072:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766843.945076:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945080:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766843.945083:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766843.945098:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775766843.945103:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766843.945109:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766843.945112:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945116:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766843.945120:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766843.945126:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766843.945138:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775766843.945146:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766843.945159:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384502656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766843.945169:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766843.945175:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.945188:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384502656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766843.945211:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766843.945214:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766843.945218:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766843.945219:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766843.945221:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766843.945223:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766843.945225:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3101
00000400:00000200:3.0:1775766843.945228:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766843.945230:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766843.945232:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766843.945235:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945237:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945239:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945241:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766843.945243:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766843.945244:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766843.945245:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766843.945246:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766843.945248:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766843.945251:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766843.945253:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945255:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945256:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945258:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766843.945259:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766843.945261:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945263:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766843.945264:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766843.945276:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766843.945302:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945305:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766843.945309:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766843.945312:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945331:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766843.945335:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766843.945338:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766843.945341:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766843.945342:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945344:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766843.945346:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766843.945348:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766843.945353:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775766843.945357:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766843.945362:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384502784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766843.945375:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766843.945382:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.945396:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384502784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766843.945495:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766843.945509:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766843.945518:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766843.945538:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766843.945541:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766843.945553:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766843.945562:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3101
00000400:00000200:3.0:1775766843.945578:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766843.945586:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766843.945594:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766843.945601:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945617:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945626:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945635:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766843.945642:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766843.945645:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766843.945653:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766843.945656:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766843.945661:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766843.945670:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766843.945685:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945690:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.945693:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945699:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766843.945710:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766843.945715:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766843.945719:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766843.945733:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766843.945739:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766843.945746:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945750:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766843.945757:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766843.945765:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945771:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766843.945782:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766843.945789:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766843.945800:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766843.945809:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.945812:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766843.945815:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766843.945818:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766843.945865:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766843.945871:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766843.945878:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384502912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766843.945907:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766843.945911:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.945920:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384502912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766843.945948:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766843.945960:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766843.945972:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1775766843.945972:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775766843.945977:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766843.945982:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775766843.945982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775766843.945997:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766843.946008:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3101
00000400:00000200:3.0:1775766843.946018:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766843.946026:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766843.946029:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766843.946043:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946046:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.946053:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946063:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766843.946071:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766843.946076:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766843.946084:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766843.946092:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766843.946100:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766843.946115:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766843.946136:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946142:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.946149:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946154:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766843.946161:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766843.946169:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946173:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766843.946183:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766843.946187:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766843.946192:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946195:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766843.946199:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766843.946207:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946212:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766843.946217:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766843.946222:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766843.946230:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766843.946237:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946242:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766843.946245:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766843.946250:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766843.946262:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766843.946274:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766843.946301:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384503040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766843.946319:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766843.946326:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.946336:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384503040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766843.946387:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766843.946396:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766843.946410:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766843.946415:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766843.946420:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766843.946438:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766843.946453:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3101
00000400:00000200:3.0:1775766843.946471:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766843.946483:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766843.946491:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766843.946508:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946521:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.946534:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946543:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766843.946550:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766843.946555:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766843.946562:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766843.946569:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766843.946578:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766843.946586:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766843.946594:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946601:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766843.946610:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946618:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766843.946627:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766843.946641:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766843.946654:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766843.946661:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766843.946670:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766843.946675:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946680:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766843.946686:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766843.946694:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946705:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766843.946714:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775766843.946719:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766843.946723:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766843.946730:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766843.946743:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766843.946748:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766843.946756:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766843.946789:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766843.946804:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766843.946818:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384503168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766843.946835:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766843.946838:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.946870:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384503168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766843.946911:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766843.946920:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3111)
00000800:00000200:2.1:1775766843.947018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766843.947020:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766843.947276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766843.947292:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766843.947536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766843.947538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766843.947878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766843.947880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775766844.328927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766844.328935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766844.328942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766844.328944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766845.352992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766845.353000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766845.353006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766845.353008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766846.376912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766846.376920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766846.376927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766846.376929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766847.400969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766847.400976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766847.400983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766847.400985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766848.424936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766848.424943:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766848.424944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766848.424947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766848.424951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766848.424953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766848.424954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766848.424956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766848.424959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766848.424960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766849.065814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766849.065825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775766849.066917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766849.066919:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775766849.067105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766849.067107:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775766849.067344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766849.067346:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775766849.067574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766849.067575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775766849.448968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766849.448977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766849.448983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766849.448984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766850.472952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766850.472960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766850.472967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766850.472969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766851.496960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766851.496966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766851.496973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766851.496975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766852.520935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766852.520941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766852.520948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766852.520952:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766852.520955:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766852.520958:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766852.520961:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766852.520963:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766852.520965:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766852.520966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766853.544941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766853.544946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766853.544950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766853.544952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766854.184947:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766854.184954:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766854.184957:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766854.184961:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766854.184964:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766854.184970:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3111
00000400:00000200:3.0:1775766854.184978:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766854.184983:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766854.184986:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766854.184988:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.184990:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.184992:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.184994:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766854.184997:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766854.184999:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766854.185000:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766854.185002:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766854.185004:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766854.185006:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766854.185008:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185009:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185010:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185012:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766854.185014:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766854.185016:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185018:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766854.185021:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766854.185023:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766854.185025:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185027:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766854.185028:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766854.185035:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775766854.185037:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766854.185040:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766854.185041:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185043:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766854.185045:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766854.185049:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766854.185056:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766854.185061:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766854.185068:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384503936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766854.185076:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766854.185080:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185083:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384503936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766854.185101:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766854.185103:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766854.185106:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766854.185107:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766854.185108:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766854.185109:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766854.185111:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3111
00000400:00000200:3.0:1775766854.185113:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766854.185115:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766854.185117:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766854.185119:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185120:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185122:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185123:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766854.185124:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766854.185125:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766854.185126:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766854.185127:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766854.185128:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766854.185134:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766854.185136:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185137:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185138:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185139:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766854.185141:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766854.185142:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185144:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766854.185145:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766854.185150:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766854.185152:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185154:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766854.185157:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766854.185160:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185162:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766854.185165:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775766854.185168:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766854.185187:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766854.185189:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185190:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766854.185191:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766854.185193:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766854.185195:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766854.185198:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766854.185204:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384504064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766854.185221:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766854.185225:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185229:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384504064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766854.185240:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766854.185244:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766854.185248:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766854.185250:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766854.185253:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766854.185256:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766854.185259:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3111
00000400:00000200:3.0:1775766854.185265:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766854.185267:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766854.185268:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766854.185273:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185276:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185278:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185282:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766854.185286:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766854.185287:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766854.185290:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766854.185292:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766854.185293:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766854.185296:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766854.185299:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185301:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185303:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185306:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766854.185310:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766854.185314:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185316:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766854.185319:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766854.185322:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766854.185326:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185330:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766854.185332:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766854.185335:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185339:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766854.185346:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775766854.185348:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766854.185353:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766854.185354:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185356:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766854.185358:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766854.185360:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766854.185364:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766854.185368:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766854.185374:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384504192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766854.185383:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766854.185385:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185391:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384504192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766854.185405:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766854.185410:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766854.185416:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766854.185418:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766854.185421:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766854.185431:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766854.185433:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3111
00000400:00000200:3.0:1775766854.185438:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766854.185444:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766854.185447:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766854.185452:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185455:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185460:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185462:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766854.185463:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766854.185466:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766854.185467:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766854.185469:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766854.185470:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766854.185473:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766854.185478:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185480:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185484:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185486:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775766854.185487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775766854.185489:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000200:2.1:1775766854.185492:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1775766854.185494:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185498:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766854.185500:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766854.185503:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766854.185506:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185508:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766854.185511:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766854.185515:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185519:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766854.185523:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775766854.185526:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766854.185530:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766854.185532:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766854.185536:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766854.185538:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766854.185541:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766854.185546:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766854.185553:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384504320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766854.185561:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766854.185564:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185571:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384504320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766854.185578:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766854.185585:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766854.185590:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766854.185593:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766854.185594:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766854.185597:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766854.185601:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3111
00000400:00000200:3.0:1775766854.185606:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766854.185610:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766854.185613:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766854.185615:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185617:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185620:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185622:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766854.185624:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766854.185625:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766854.185628:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766854.185629:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766854.185630:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766854.185632:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766854.185634:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185635:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766854.185637:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185642:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766854.185647:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766854.185662:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766854.185666:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766854.185668:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766854.185673:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766854.185678:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185682:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766854.185686:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766854.185693:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185697:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766854.185702:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766854.185706:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766854.185711:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766854.185713:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766854.185717:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766854.185719:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766854.185721:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766854.185727:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766854.185731:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766854.185739:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384504448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766854.185758:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766854.185772:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185779:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384504448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766854.185790:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766854.185797:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3122)
00000800:00000200:2.1:1775766854.186030:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766854.186032:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766854.186253:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766854.186255:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766854.186558:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766854.186561:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766854.186899:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766854.186902:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775766854.568943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766854.568948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766854.568952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766854.568953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766855.592967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766855.592973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766855.592978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766855.592979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766856.616956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766856.616961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766856.616966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766856.616967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766857.640973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766857.640979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766857.640987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766857.640988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766858.665000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766858.665010:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766858.665013:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766858.665018:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766858.665024:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766858.665026:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766858.665029:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766858.665031:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766858.665036:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766858.665038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766859.305909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766859.305918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766859.306733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766859.306736:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766859.307113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766859.307116:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766859.307436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766859.307438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766859.307693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766859.307696:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775766859.688944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766859.688949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766859.688954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766859.688956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766860.712954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766860.712961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766860.712969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766860.712970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766861.736920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766861.736926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766861.736931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766861.736932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766862.760970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766862.760976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766862.760993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766862.761011:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766862.761013:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766862.761016:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766862.761019:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766862.761021:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766862.761023:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766862.761025:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766863.784918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766863.784923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766863.784928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766863.784929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766864.424990:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766864.424999:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766864.425001:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766864.425004:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766864.425008:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766864.425014:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3122
00000400:00000200:3.0:1775766864.425021:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766864.425026:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766864.425029:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766864.425031:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425034:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425035:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425037:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766864.425041:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766864.425043:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766864.425044:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766864.425084:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766864.425087:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766864.425088:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766864.425091:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425092:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425094:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425095:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766864.425098:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766864.425100:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425102:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766864.425105:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766864.425107:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766864.425109:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425111:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766864.425112:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766864.425121:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766864.425123:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766864.425127:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766864.425128:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425130:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766864.425132:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766864.425137:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766864.425144:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766864.425150:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766864.425158:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384505216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766864.425166:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766864.425170:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425174:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384505216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766864.425192:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766864.425194:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766864.425196:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766864.425198:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766864.425199:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766864.425200:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766864.425202:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3122
00000400:00000200:3.0:1775766864.425205:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766864.425208:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766864.425210:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766864.425213:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425215:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425217:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425218:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766864.425220:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766864.425221:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766864.425222:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766864.425224:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766864.425225:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766864.425226:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766864.425228:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425229:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425231:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425232:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766864.425234:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766864.425235:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425237:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766864.425238:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766864.425243:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766864.425244:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425246:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766864.425249:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766864.425252:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425253:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766864.425255:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766864.425256:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766864.425258:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766864.425259:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425260:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766864.425261:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766864.425262:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766864.425264:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766864.425266:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766864.425269:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384505344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766864.425274:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766864.425275:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425277:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384505344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766864.425282:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766864.425284:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766864.425287:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766864.425287:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766864.425288:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766864.425290:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766864.425291:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3122
00000400:00000200:3.0:1775766864.425293:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766864.425295:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766864.425296:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766864.425298:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425299:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425300:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425302:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766864.425303:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766864.425304:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766864.425305:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766864.425306:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766864.425307:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766864.425308:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766864.425310:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425311:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425312:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425313:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766864.425315:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766864.425316:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425317:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766864.425318:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766864.425320:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766864.425321:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425322:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766864.425323:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766864.425324:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425325:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766864.425327:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775766864.425328:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766864.425329:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766864.425330:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425331:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766864.425332:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766864.425333:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766864.425334:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766864.425337:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766864.425339:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384505472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766864.425344:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766864.425345:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425347:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384505472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766864.425351:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766864.425353:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766864.425355:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766864.425356:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766864.425356:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766864.425358:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766864.425359:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3122
00000400:00000200:3.0:1775766864.425361:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766864.425362:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766864.425364:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766864.425365:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425366:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425367:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425369:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766864.425370:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766864.425370:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766864.425371:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766864.425373:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766864.425374:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766864.425375:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766864.425377:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425378:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425379:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425381:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766864.425382:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766864.425384:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425386:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766864.425387:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766864.425388:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766864.425389:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425390:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766864.425391:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766864.425392:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425393:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766864.425395:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766864.425396:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766864.425397:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766864.425398:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425399:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766864.425400:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766864.425401:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766864.425402:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766864.425404:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766864.425406:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384505600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766864.425410:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766864.425411:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425413:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384505600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766864.425417:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766864.425419:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766864.425420:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766864.425421:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766864.425422:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766864.425424:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766864.425425:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3122
00000400:00000200:3.0:1775766864.425428:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766864.425429:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766864.425430:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766864.425432:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425433:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425434:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425435:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766864.425436:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766864.425437:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766864.425438:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766864.425439:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766864.425440:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766864.425441:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766864.425443:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425444:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766864.425445:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425446:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766864.425447:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766864.425449:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766864.425450:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766864.425451:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766864.425452:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766864.425453:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425454:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766864.425455:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766864.425457:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425458:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766864.425460:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766864.425461:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766864.425463:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766864.425463:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766864.425465:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766864.425466:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766864.425467:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766864.425468:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766864.425470:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766864.425472:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384505728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766864.425476:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766864.425477:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425479:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384505728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766864.425483:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766864.425487:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3132)
00000800:00000200:2.1:1775766864.426479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766864.426481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766864.426723:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766864.426725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766864.426917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766864.426918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766864.427125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766864.427128:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766864.427309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766864.427310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775766864.808945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766864.808951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766864.808957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766864.808958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766865.832921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766865.832925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766865.832931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766865.832932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766866.856989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766866.856998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766866.857008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766866.857010:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766867.880954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766867.880961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766867.880967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766867.880970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766868.904933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766868.904940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766868.904942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766868.904946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766868.904950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766868.904959:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766868.904961:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766868.904963:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766868.904967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766868.904968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766869.544922:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766869.544931:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766869.544934:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766869.544938:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766869.544942:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766869.544949:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3127
00000400:00000200:3.0:1775766869.544959:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766869.544966:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766869.544969:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766869.544973:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.544976:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.544979:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.544982:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766869.544986:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766869.544988:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766869.544991:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766869.544994:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766869.544997:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766869.544999:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766869.545003:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545005:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545007:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545009:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766869.545037:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766869.545042:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545045:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766869.545048:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766869.545051:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766869.545055:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545057:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766869.545060:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766869.545069:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766869.545072:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766869.545076:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766869.545078:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545081:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766869.545084:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766869.545089:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766869.545096:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775766869.545103:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766869.545113:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384505856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766869.545124:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766869.545128:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.545134:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384505856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766869.545157:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766869.545160:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766869.545164:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766869.545166:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766869.545167:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766869.545170:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766869.545172:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3127
00000400:00000200:3.0:1775766869.545176:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766869.545179:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766869.545181:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766869.545185:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545187:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545189:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545191:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766869.545194:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766869.545195:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766869.545197:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766869.545199:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766869.545201:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766869.545204:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766869.545207:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545210:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545213:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545215:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766869.545218:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766869.545221:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545226:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766869.545230:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766869.545236:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766869.545241:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545247:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766869.545254:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766869.545259:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545262:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766869.545267:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766869.545273:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766869.545278:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766869.545281:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545285:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766869.545288:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766869.545290:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766869.545297:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766869.545304:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766869.545314:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384505984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766869.545329:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766869.545343:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.545352:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384505984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766869.545377:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766869.545381:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766869.545390:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766869.545395:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766869.545399:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766869.545405:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766869.545411:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3127
00000400:00000200:3.0:1775766869.545418:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766869.545428:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766869.545434:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766869.545440:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545445:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545451:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545454:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775766869.545456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775766869.545458:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1775766869.545460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1775766869.545461:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766869.545465:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766869.545469:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766869.545474:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766869.545477:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766869.545485:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545489:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545495:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545498:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766869.545503:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766869.545511:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545516:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766869.545520:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766869.545525:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766869.545530:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545535:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766869.545538:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766869.545542:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545546:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766869.545551:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766869.545555:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766869.545561:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766869.545562:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545565:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766869.545568:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766869.545570:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766869.545577:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766869.545583:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766869.545590:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384506112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766869.545608:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766869.545613:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.545624:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384506112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766869.545641:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766869.545646:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766869.545651:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766869.545655:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766869.545658:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766869.545663:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766869.545669:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3127
00000400:00000200:3.0:1775766869.545678:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766869.545685:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766869.545688:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766869.545693:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545697:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545701:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545704:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766869.545708:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766869.545710:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766869.545714:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766869.545718:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766869.545722:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766869.545726:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766869.545734:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545739:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.545743:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545748:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766869.545753:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766869.545759:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766869.545765:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766869.545771:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766869.545774:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766869.545780:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545786:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766869.545789:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766869.545792:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545797:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766869.545804:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766869.545809:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766869.545814:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766869.545816:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.545819:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766869.545823:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766869.545856:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766869.545865:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766869.545871:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766869.545879:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384506240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766869.545902:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766869.545906:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.545915:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384506240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766869.545936:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766869.545944:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766869.545953:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766869.545956:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766869.545960:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766869.545967:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766869.545974:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3127
00000400:00000200:3.0:1775766869.545986:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766869.545995:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766869.546001:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766869.546009:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.546028:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.546033:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.546037:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766869.546043:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766869.546047:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766869.546051:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766869.546056:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766869.546062:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766869.546068:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766869.546077:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.546083:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766869.546088:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766869.546094:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775766869.546100:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775766869.546101:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000800:00000200:2.1:1775766869.546104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775766869.546108:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766869.546116:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766869.546120:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766869.546127:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766869.546133:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.546137:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766869.546141:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766869.546147:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.546153:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766869.546161:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766869.546166:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766869.546173:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766869.546177:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766869.546182:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766869.546187:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766869.546191:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766869.546200:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766869.546208:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766869.546219:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384506368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766869.546249:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766869.546255:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.546265:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384506368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766869.546294:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766869.546304:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3137)
00000800:00000200:2.1:1775766869.546406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766869.546407:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766869.546625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766869.546628:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766869.546853:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766869.546854:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775766869.928918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766869.928923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766869.928928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766869.928929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766870.952958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766870.952966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766870.952974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766870.952976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766871.976899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766871.976905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766871.976913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766871.976914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766873.000945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766873.000952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766873.000958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766873.000961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766873.000964:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766873.000967:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766873.000970:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766873.000972:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766873.000973:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766873.000989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766874.024922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766874.024929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766874.024935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766874.024936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766874.665463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766874.665468:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766874.666098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766874.666100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766874.666287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766874.666289:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766874.666460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766874.666462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766874.666696:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766874.666698:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775766875.048919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766875.048923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766875.048928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766875.048929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766876.072918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766876.072922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766876.072927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766876.072928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766877.096925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766877.096930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766877.096949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766877.096950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766878.120987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766878.120994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766878.121000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766878.121001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766879.144937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766879.144944:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766879.144946:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766879.144948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766879.144952:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766879.144954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766879.144956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766879.144958:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766879.144962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766879.144963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766879.784995:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766879.785005:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766879.785008:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766879.785012:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766879.785016:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766879.785024:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3137
00000400:00000200:3.0:1775766879.785033:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766879.785040:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766879.785044:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766879.785048:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785051:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785054:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785057:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766879.785060:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766879.785062:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766879.785065:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766879.785068:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766879.785071:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766879.785073:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766879.785077:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785079:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785081:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785083:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766879.785086:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766879.785090:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785092:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766879.785095:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766879.785099:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766879.785102:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785104:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766879.785107:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766879.785117:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775766879.785121:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766879.785125:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766879.785127:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785131:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766879.785134:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766879.785138:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766879.785146:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766879.785154:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766879.785163:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384507136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766879.785174:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766879.785179:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.785184:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384507136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766879.785206:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766879.785211:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766879.785215:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766879.785216:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766879.785218:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766879.785221:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766879.785224:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3137
00000400:00000200:3.0:1775766879.785228:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766879.785232:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766879.785235:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766879.785239:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785241:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785244:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785246:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766879.785250:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766879.785253:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766879.785257:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766879.785259:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766879.785263:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766879.785268:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766879.785277:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785283:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785288:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785293:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766879.785298:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766879.785303:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785307:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766879.785312:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766879.785320:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766879.785331:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785335:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766879.785341:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766879.785348:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785353:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766879.785360:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775766879.785365:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766879.785372:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766879.785375:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785379:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766879.785382:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766879.785385:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766879.785392:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766879.785399:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766879.785409:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384507264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766879.785429:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766879.785435:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.785443:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384507264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766879.785464:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766879.785469:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766879.785476:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766879.785480:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766879.785484:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775766879.785484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766879.785488:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775766879.785490:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766879.785497:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3137
00000400:00000200:3.0:1775766879.785506:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766879.785514:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766879.785519:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766879.785525:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785530:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785537:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785541:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766879.785546:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766879.785549:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766879.785553:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766879.785556:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766879.785560:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766879.785563:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766879.785571:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785576:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785581:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785585:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766879.785588:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766879.785592:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785598:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766879.785603:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766879.785609:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766879.785615:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785619:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766879.785622:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766879.785630:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785635:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766879.785642:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775766879.785648:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766879.785653:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766879.785656:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.785662:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766879.785666:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766879.785669:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766879.785675:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766879.785682:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766879.785693:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384507392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766879.785745:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766879.785749:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.785759:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384507392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766879.785778:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766879.785784:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766879.785792:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766879.785797:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766879.785799:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766879.785802:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766879.785807:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3137
00000400:00000200:3.0:1775766879.785813:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766879.785822:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766879.785828:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766879.785881:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785885:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785890:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785896:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766879.785901:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766879.785920:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766879.785924:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766879.785929:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766879.785935:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766879.785941:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766879.785950:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785954:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.785960:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785965:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766879.785972:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766879.785979:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766879.785984:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766879.785990:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766879.785995:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766879.786001:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786008:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766879.786012:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766879.786018:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786023:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766879.786031:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775766879.786036:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766879.786043:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766879.786047:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786050:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766879.786051:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766879.786053:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766879.786058:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766879.786064:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766879.786074:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384507520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775766879.786084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766879.786089:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775766879.786097:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766879.786102:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.786111:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384507520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766879.786138:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766879.786143:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766879.786153:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766879.786156:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766879.786160:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766879.786167:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766879.786174:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3137
00000400:00000200:3.0:1775766879.786185:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766879.786193:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766879.786198:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766879.786207:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.786213:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.786219:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.786225:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766879.786230:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766879.786233:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766879.786237:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766879.786241:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766879.786246:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766879.786251:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766879.786260:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.786264:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766879.786271:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766879.786277:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766879.786283:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766879.786291:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766879.786298:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766879.786304:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766879.786310:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766879.786317:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786322:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766879.786326:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766879.786333:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786338:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766879.786345:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766879.786351:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766879.786358:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766879.786361:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766879.786366:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766879.786370:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766879.786375:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766879.786382:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766879.786387:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766879.786398:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384507648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766879.786426:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766879.786431:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.786440:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384507648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766879.786467:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766879.786475:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3147)
00000800:00000200:2.1:1775766879.786491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766879.786492:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766879.786716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766879.786718:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766879.786932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766879.786933:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775766880.168973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766880.168978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766880.168984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766880.168985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766881.192927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766881.192934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766881.192941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766881.192943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766882.216972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766882.216978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766882.216984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766882.216988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766882.216990:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766882.216994:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766882.216997:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766882.216999:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766882.217001:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766882.217003:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766883.240943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766883.240950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766883.240956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766883.240958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766884.264993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766884.264999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766884.265005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766884.265006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766884.904957:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766884.904968:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766884.904971:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766884.904976:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766884.904980:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766884.904988:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3142
00000400:00000200:3.0:1775766884.904999:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766884.905006:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766884.905009:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766884.905035:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905038:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905040:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905042:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766884.905045:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766884.905047:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766884.905050:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766884.905052:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766884.905054:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766884.905055:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766884.905057:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905061:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766884.905064:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766884.905066:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905068:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766884.905072:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766884.905075:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766884.905078:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905080:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766884.905082:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766884.905094:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766884.905097:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766884.905100:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766884.905102:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905105:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766884.905108:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766884.905113:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766884.905122:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766884.905129:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766884.905138:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384507776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766884.905148:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766884.905152:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.905156:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384507776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766884.905176:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766884.905180:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766884.905184:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766884.905185:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766884.905187:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766884.905190:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766884.905193:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3142
00000400:00000200:3.0:1775766884.905198:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766884.905202:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766884.905205:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766884.905209:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905214:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905221:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905224:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766884.905229:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766884.905233:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766884.905238:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766884.905241:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766884.905245:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766884.905248:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766884.905255:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905259:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905265:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905270:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766884.905275:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766884.905282:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905288:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766884.905291:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766884.905307:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766884.905311:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905316:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766884.905322:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766884.905330:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905335:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766884.905342:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766884.905347:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766884.905352:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766884.905354:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905357:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766884.905360:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766884.905362:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766884.905369:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766884.905374:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766884.905381:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384507904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766884.905394:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766884.905397:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.905404:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384507904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766884.905428:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766884.905432:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766884.905438:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766884.905442:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766884.905445:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766884.905448:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766884.905454:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3142
00000400:00000200:3.0:1775766884.905459:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766884.905464:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766884.905465:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766884.905470:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905475:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905477:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905483:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766884.905487:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1775766884.905488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775766884.905490:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766884.905493:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775766884.905493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1775766884.905496:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766884.905499:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766884.905502:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766884.905508:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905510:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905511:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905513:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766884.905517:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766884.905524:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905527:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766884.905528:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766884.905532:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766884.905535:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905536:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766884.905538:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766884.905542:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905544:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766884.905550:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766884.905556:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766884.905559:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766884.905561:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905563:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766884.905570:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766884.905572:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766884.905577:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766884.905580:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766884.905590:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384508032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766884.905601:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766884.905602:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.905606:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384508032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766884.905613:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766884.905615:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766884.905621:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766884.905622:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766884.905626:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766884.905630:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766884.905635:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3142
00000400:00000200:3.0:1775766884.905640:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766884.905645:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766884.905650:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766884.905657:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905662:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905669:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905675:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766884.905682:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766884.905685:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766884.905688:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766884.905692:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766884.905695:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766884.905699:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766884.905703:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905708:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905712:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905716:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766884.905721:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766884.905727:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905732:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766884.905734:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766884.905738:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766884.905744:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905749:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766884.905760:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766884.905766:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905770:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766884.905775:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766884.905779:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766884.905785:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766884.905787:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.905790:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766884.905793:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766884.905796:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766884.905800:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766884.905804:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766884.905812:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384508160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766884.905820:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766884.905822:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.905826:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384508160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766884.905878:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766884.905884:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766884.905894:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766884.905898:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766884.905901:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766884.905907:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766884.905913:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3142
00000400:00000200:3.0:1775766884.905922:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766884.905929:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766884.905934:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766884.905938:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905941:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905946:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905949:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766884.905952:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766884.905955:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766884.905957:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766884.905960:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766884.905963:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766884.905966:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766884.905970:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905973:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766884.905975:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905979:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766884.905982:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766884.905987:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766884.905992:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766884.905994:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766884.905998:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766884.906000:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.906001:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766884.906003:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766884.906005:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.906008:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766884.906011:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766884.906015:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766884.906019:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766884.906021:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766884.906023:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766884.906026:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766884.906030:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766884.906036:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775766884.906042:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766884.906052:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384508288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766884.906070:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766884.906075:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.906082:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384508288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766884.906094:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766884.906100:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3152)
00000800:00000200:2.1:1775766884.906169:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766884.906171:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766884.906435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766884.906438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766884.906653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766884.906655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766884.906979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766884.906982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775766885.288958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766885.288967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766885.288977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766885.288979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766886.312969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766886.312976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766886.312983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766886.312984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766887.336939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766887.336946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766887.336952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766887.336953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766888.360941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766888.360952:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766888.360955:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766888.360960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766888.360967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766888.360970:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766888.360972:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766888.360975:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766888.360979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766888.360981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766889.384908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766889.384916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766889.384921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766889.384923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766890.024943:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766890.024953:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766890.024955:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766890.024960:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766890.024965:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766890.024975:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3147
00000400:00000200:3.0:1775766890.024987:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766890.024996:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766890.025000:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766890.025005:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025008:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025011:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025014:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766890.025019:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766890.025021:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766890.025025:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766890.025028:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766890.025029:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766890.025031:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766890.025034:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025035:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025037:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025038:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766890.025040:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766890.025042:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025044:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766890.025047:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766890.025051:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766890.025053:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025055:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766890.025056:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766890.025067:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766890.025070:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766890.025074:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766890.025075:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025078:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766890.025081:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766890.025086:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766890.025095:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775766890.025102:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766890.025111:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384508416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766890.025121:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766890.025126:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025129:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384508416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766890.025150:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766890.025153:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766890.025156:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766890.025157:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766890.025158:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766890.025160:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766890.025162:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3147
00000400:00000200:3.0:1775766890.025166:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766890.025168:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766890.025170:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766890.025173:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025175:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025177:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025178:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766890.025180:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766890.025181:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766890.025182:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766890.025186:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766890.025188:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766890.025189:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766890.025193:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025197:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025198:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025200:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766890.025204:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766890.025207:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025211:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766890.025215:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766890.025220:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766890.025224:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025227:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766890.025232:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766890.025236:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025239:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766890.025241:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775766890.025245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766890.025247:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766890.025248:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025249:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766890.025250:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766890.025251:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766890.025256:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775766890.025261:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766890.025268:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384508544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766890.025278:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766890.025282:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025287:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384508544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766890.025295:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766890.025299:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766890.025302:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766890.025303:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766890.025305:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766890.025310:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766890.025314:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3147
00000400:00000200:3.0:1775766890.025319:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766890.025322:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766890.025326:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766890.025329:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025330:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025332:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025337:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766890.025340:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766890.025343:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766890.025346:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766890.025347:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766890.025350:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766890.025355:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766890.025363:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025366:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025370:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025374:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766890.025377:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766890.025383:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025387:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766890.025389:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766890.025391:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766890.025394:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025396:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766890.025397:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766890.025399:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025400:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766890.025403:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766890.025407:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766890.025409:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766890.025412:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025417:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766890.025419:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766890.025420:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766890.025425:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766890.025430:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766890.025436:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384508672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766890.025448:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766890.025451:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025458:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384508672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766890.025467:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766890.025469:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766890.025476:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766890.025479:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766890.025481:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766890.025488:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766890.025493:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3147
00000400:00000200:3.0:1775766890.025499:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766890.025501:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766890.025503:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766890.025507:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025508:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025509:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025513:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766890.025516:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766890.025519:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766890.025521:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775766890.025523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775766890.025524:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766890.025528:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766890.025531:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766890.025533:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025535:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025536:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025537:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766890.025538:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766890.025540:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025542:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766890.025543:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766890.025544:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766890.025546:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025547:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766890.025551:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766890.025553:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025556:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766890.025561:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766890.025564:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766890.025566:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766890.025567:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025568:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766890.025571:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766890.025573:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766890.025577:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766890.025579:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766890.025585:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384508800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766890.025589:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766890.025592:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025597:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384508800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766890.025606:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766890.025611:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766890.025614:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766890.025616:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766890.025619:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766890.025621:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766890.025625:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3147
00000400:00000200:3.0:1775766890.025628:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766890.025633:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766890.025635:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766890.025640:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025642:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025643:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025645:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766890.025647:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766890.025650:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766890.025652:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766890.025655:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766890.025659:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766890.025663:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766890.025668:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025670:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766890.025675:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025680:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766890.025685:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766890.025690:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766890.025694:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766890.025697:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766890.025701:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766890.025705:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025708:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766890.025711:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766890.025717:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025721:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766890.025725:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766890.025729:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766890.025732:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766890.025734:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766890.025736:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766890.025739:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766890.025741:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766890.025748:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766890.025752:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766890.025759:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384508928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766890.025773:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766890.025775:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025783:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384508928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766890.025817:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766890.025822:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3157)
00000800:00000200:2.1:1775766890.025923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766890.026053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766890.026151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766890.026287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775766890.408964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766890.408971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766890.408978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766890.408980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766891.432960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766891.432968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766891.432974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766891.432976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766892.456940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766892.456946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766892.456951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766892.456956:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766892.456958:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766892.456961:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766892.456964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766892.456967:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766892.456969:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766892.456972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766893.480883:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766893.480888:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766893.480892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766893.480894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766894.504879:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766894.504884:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766894.504889:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766894.504890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766895.146178:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766895.146188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766895.147338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766895.147341:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766895.147811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766895.147815:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766895.148199:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766895.148201:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766895.148631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766895.148634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775766895.528935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766895.528943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766895.528953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766895.528955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766896.552926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766896.552931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766896.552947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766896.552948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766897.576904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766897.576911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766897.576919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766897.576920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766898.600922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766898.600928:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766898.600930:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766898.600934:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766898.600937:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766898.600939:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766898.600940:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766898.600942:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766898.600947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766898.600966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766899.624931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766899.624936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766899.624941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766899.624942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766900.265399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766900.265405:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766900.266051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766900.266053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766900.266320:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766900.266322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766900.266493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766900.266495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766900.266826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766900.266844:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00010000:00000001:3.0:1775766900.648964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766900.648973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766900.648982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766900.648986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766901.672928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766901.672935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766901.672940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766901.672941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766902.696913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766902.696918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766902.696924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766902.696927:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766902.696930:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766902.696932:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766902.696935:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766902.696937:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766902.696939:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766902.696941:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766903.720966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766903.720971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766903.720978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766903.720981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766904.744903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766904.744909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766904.744915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766904.744916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766905.384906:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766905.384914:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766905.384916:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766905.384920:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766905.384924:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766905.384930:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3163
00000400:00000200:3.0:1775766905.384937:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766905.384942:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766905.384944:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766905.384946:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.384949:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.384951:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.384953:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766905.384956:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766905.384957:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766905.384959:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766905.384961:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766905.384963:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766905.384964:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766905.384966:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.384968:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.384969:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.384970:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766905.384972:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766905.384975:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766905.384976:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766905.384978:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766905.384980:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766905.384983:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.384984:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766905.384986:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766905.384993:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775766905.384996:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766905.384999:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766905.385000:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385003:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766905.385005:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766905.385008:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766905.385015:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766905.385020:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766905.385027:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384510336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766905.385040:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766905.385043:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766905.385046:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384510336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766905.385065:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766905.385067:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766905.385070:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766905.385071:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766905.385072:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766905.385074:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766905.385076:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3163
00000400:00000200:3.0:1775766905.385078:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766905.385080:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766905.385082:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766905.385084:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385085:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385086:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385088:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766905.385089:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766905.385090:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766905.385091:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766905.385092:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766905.385093:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766905.385095:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766905.385096:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385097:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385099:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385100:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766905.385102:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766905.385103:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385106:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766905.385107:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766905.385111:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766905.385113:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385114:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766905.385118:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766905.385120:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385122:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766905.385124:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775766905.385126:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766905.385129:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766905.385131:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385133:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766905.385133:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766905.385135:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766905.385137:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766905.385139:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766905.385142:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384510464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766905.385148:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766905.385153:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766905.385161:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384510464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766905.385173:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766905.385175:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766905.385179:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766905.385185:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766905.385189:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766905.385196:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766905.385206:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3163
00000400:00000200:3.0:1775766905.385217:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766905.385221:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766905.385224:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766905.385227:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385233:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385236:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385238:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766905.385243:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766905.385244:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766905.385246:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766905.385249:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766905.385254:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766905.385257:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766905.385267:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385276:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385287:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385294:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766905.385302:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766905.385306:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385308:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766905.385310:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766905.385314:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766905.385322:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385326:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766905.385329:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766905.385337:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385341:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766905.385345:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775766905.385349:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766905.385351:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766905.385352:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385354:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766905.385356:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766905.385359:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766905.385363:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766905.385366:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766905.385374:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384510592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766905.385392:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766905.385396:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766905.385409:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384510592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766905.385432:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766905.385438:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766905.385440:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766905.385444:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766905.385450:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766905.385453:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766905.385458:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3163
00000400:00000200:3.0:1775766905.385467:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766905.385471:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766905.385473:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766905.385482:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385486:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385488:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385490:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766905.385499:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766905.385501:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766905.385504:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766905.385505:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766905.385509:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766905.385514:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766905.385519:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385522:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385525:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385532:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766905.385538:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766905.385550:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385558:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766905.385566:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766905.385579:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766905.385582:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385583:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766905.385586:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766905.385596:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385606:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766905.385612:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775766905.385620:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766905.385625:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766905.385625:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385628:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766905.385631:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766905.385633:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766905.385652:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766905.385655:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766905.385662:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384510720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766905.385682:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766905.385684:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766905.385691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775766905.385697:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384510720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1775766905.385697:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775766905.385736:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766905.385740:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766905.385751:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766905.385759:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766905.385760:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766905.385763:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766905.385775:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3163
00000400:00000200:3.0:1775766905.385782:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766905.385790:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766905.385799:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766905.385810:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385817:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385825:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385855:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766905.385857:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766905.385858:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766905.385859:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766905.385860:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766905.385863:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766905.385865:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766905.385868:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385869:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766905.385871:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385872:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766905.385873:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766905.385875:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766905.385878:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766905.385885:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766905.385889:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766905.385895:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385900:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766905.385905:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766905.385918:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385928:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766905.385938:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766905.385941:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766905.385944:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766905.385946:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766905.385950:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766905.385951:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766905.385957:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766905.385961:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766905.385966:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766905.385977:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384510848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766905.385989:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766905.385991:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766905.385995:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384510848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766905.386019:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766905.386023:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3173)
00000800:00000200:2.1:1775766905.386290:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766905.386292:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775766905.386535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766905.386536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775766905.386745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766905.386746:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775766905.386953:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766905.386956:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775766905.768915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766905.768920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766905.768925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766905.768926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766906.792987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766906.792995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766906.793003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766906.793006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766907.816946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766907.816955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766907.816963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766907.816965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766908.840915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766908.840922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766908.840925:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766908.840927:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766908.840931:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766908.840933:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766908.840934:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766908.840936:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766908.840939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766908.840940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766909.864993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766909.865003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766909.865015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766909.865018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766910.504974:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766910.504987:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766910.504991:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766910.504997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766910.505003:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766910.505011:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3168
00000400:00000200:3.0:1775766910.505024:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766910.505031:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766910.505036:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766910.505040:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505044:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505047:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505050:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766910.505055:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766910.505058:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766910.505061:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766910.505065:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766910.505068:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766910.505070:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766910.505074:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505077:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505083:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766910.505086:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766910.505091:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505094:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766910.505098:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766910.505101:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766910.505105:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505108:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766910.505110:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766910.505122:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766910.505127:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766910.505132:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766910.505134:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505137:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766910.505141:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766910.505146:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766910.505156:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766910.505165:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766910.505188:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384510976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766910.505202:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766910.505208:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.505214:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384510976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766910.505245:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766910.505250:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766910.505254:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766910.505256:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766910.505258:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766910.505261:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766910.505265:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3168
00000400:00000200:3.0:1775766910.505269:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766910.505273:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766910.505276:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766910.505280:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505283:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505287:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505290:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766910.505293:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766910.505295:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766910.505297:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766910.505300:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766910.505303:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766910.505305:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766910.505310:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505315:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505319:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766910.505325:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766910.505344:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505351:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766910.505355:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766910.505364:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766910.505375:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505383:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766910.505391:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766910.505399:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505406:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766910.505411:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766910.505420:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766910.505430:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766910.505435:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505446:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766910.505450:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766910.505467:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766910.505480:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766910.505489:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766910.505501:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384511104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766910.505535:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766910.505546:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.505561:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384511104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766910.505620:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766910.505625:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766910.505635:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766910.505639:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766910.505644:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766910.505653:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766910.505664:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3168
00000400:00000200:3.0:1775766910.505678:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766910.505689:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766910.505695:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766910.505701:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505707:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505709:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505712:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766910.505714:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766910.505716:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766910.505718:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766910.505721:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766910.505724:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766910.505734:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766910.505740:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505743:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.505752:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505762:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766910.505766:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766910.505770:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766910.505779:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766910.505785:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766910.505792:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766910.505795:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505801:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766910.505807:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766910.505812:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505814:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766910.505822:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766910.505888:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766910.505895:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766910.505911:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.505921:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766910.505927:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766910.505934:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766910.505947:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766910.505956:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766910.505971:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384511232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766910.506013:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766910.506022:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.506030:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384511232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766910.506046:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766910.506052:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766910.506060:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766910.506065:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766910.506070:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766910.506077:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1775766910.506083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775766910.506087:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3168
00000800:00000200:2.1:1775766910.506092:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000400:00000200:3.0:1775766910.506102:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766910.506112:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766910.506122:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766910.506131:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506135:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.506144:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506150:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766910.506159:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766910.506163:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766910.506165:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766910.506174:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766910.506177:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766910.506180:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766910.506190:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506196:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.506203:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506211:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766910.506221:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766910.506233:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506243:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766910.506247:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766910.506253:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766910.506262:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506271:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766910.506277:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766910.506288:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506292:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766910.506302:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775766910.506308:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766910.506312:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766910.506318:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506325:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766910.506330:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766910.506336:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766910.506345:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766910.506360:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766910.506370:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384511360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766910.506392:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766910.506397:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.506407:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384511360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766910.506430:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766910.506439:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766910.506452:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766910.506457:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766910.506464:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766910.506479:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766910.506492:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3168
00000400:00000200:3.0:1775766910.506513:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766910.506525:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766910.506536:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766910.506551:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506565:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.506576:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506607:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766910.506620:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766910.506623:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766910.506627:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766910.506633:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766910.506639:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766910.506645:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766910.506659:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506669:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766910.506678:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506686:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766910.506695:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766910.506701:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766910.506709:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766910.506712:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766910.506721:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766910.506730:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506737:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766910.506742:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766910.506751:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506760:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766910.506768:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766910.506776:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766910.506780:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766910.506788:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766910.506796:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766910.506800:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766910.506805:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766910.506813:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766910.506822:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766910.506873:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384511488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766910.506912:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766910.506921:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.506936:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384511488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766910.506967:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766910.506978:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3178)
00000800:00000200:2.1:1775766910.507233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766910.507236:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766910.507636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766910.507639:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766910.508122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766910.508125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766910.508516:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766910.508519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775766910.888961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766910.888968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766910.888975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766910.888976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766911.912924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766911.912929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766911.912936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766911.912938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766912.937018:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766912.937030:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766912.937040:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766912.937046:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766912.937050:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766912.937055:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766912.937060:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766912.937064:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766912.937082:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766912.937086:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766913.960954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766913.960959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766913.960964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766913.960965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766914.984928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766914.984935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766914.984941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766914.984942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766915.625618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766915.625623:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766915.626355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766915.626356:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766915.626627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766915.626628:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766915.626875:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766915.626876:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766915.627166:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766915.627168:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775766916.008935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766916.008940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766916.008951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766916.008953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766917.032921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766917.032925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766917.032930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766917.032932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766918.056967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766918.056977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766918.056991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766918.056994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766919.080910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766919.080917:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766919.080919:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766919.080921:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766919.080925:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766919.080927:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766919.080929:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766919.080930:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766919.080933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766919.080934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766920.104981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766920.104989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766920.105014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766920.105015:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766920.744910:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766920.744918:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766920.744921:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766920.744924:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766920.744928:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766920.744934:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3178
00000400:00000200:3.0:1775766920.744943:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766920.744948:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766920.744951:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766920.744953:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.744956:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.744958:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.744960:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766920.744971:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766920.744992:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766920.744995:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766920.744998:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766920.745000:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766920.745003:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766920.745006:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745008:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745010:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745012:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766920.745015:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766920.745019:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745021:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766920.745024:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766920.745028:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766920.745031:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745034:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766920.745037:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766920.745045:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766920.745049:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766920.745053:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766920.745055:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745058:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766920.745061:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766920.745065:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766920.745074:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775766920.745081:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766920.745090:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384512256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766920.745098:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766920.745102:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745106:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384512256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766920.745125:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766920.745128:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766920.745130:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766920.745131:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766920.745132:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766920.745134:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766920.745136:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3178
00000400:00000200:3.0:1775766920.745139:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766920.745141:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766920.745143:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766920.745145:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745146:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745148:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745150:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766920.745151:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766920.745152:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766920.745154:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766920.745156:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766920.745157:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766920.745159:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766920.745161:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745163:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745166:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745168:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766920.745171:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766920.745175:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745177:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766920.745180:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766920.745185:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766920.745190:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745193:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766920.745198:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766920.745203:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745206:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766920.745209:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766920.745213:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766920.745217:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766920.745219:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745221:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766920.745222:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766920.745224:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766920.745230:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766920.745233:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766920.745240:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384512384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766920.745249:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766920.745252:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745257:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384512384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766920.745267:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766920.745269:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766920.745274:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766920.745275:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766920.745276:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766920.745279:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766920.745283:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3178
00000400:00000200:3.0:1775766920.745287:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766920.745291:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766920.745293:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766920.745298:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745300:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745303:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745307:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766920.745311:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766920.745313:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766920.745315:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766920.745318:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766920.745323:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766920.745329:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766920.745337:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745339:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745341:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745343:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766920.745349:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766920.745356:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745360:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766920.745364:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766920.745369:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766920.745374:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745379:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766920.745383:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766920.745387:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745390:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766920.745394:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766920.745397:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766920.745401:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766920.745403:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745407:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766920.745410:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766920.745413:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766920.745418:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766920.745424:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766920.745431:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384512512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766920.745441:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766920.745445:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745449:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384512512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766920.745460:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766920.745464:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775766920.745467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775766920.745468:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766920.745472:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1775766920.745472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1775766920.745473:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766920.745494:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766920.745500:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3178
00000400:00000200:3.0:1775766920.745509:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766920.745516:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766920.745529:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766920.745537:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745541:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745547:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745553:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766920.745558:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766920.745561:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766920.745564:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766920.745566:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766920.745570:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766920.745572:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766920.745578:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745580:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745584:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745586:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766920.745589:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766920.745592:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745594:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766920.745598:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766920.745601:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766920.745603:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745607:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766920.745610:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766920.745615:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745617:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766920.745622:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766920.745627:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766920.745633:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766920.745637:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745643:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766920.745646:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766920.745648:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766920.745655:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766920.745662:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766920.745672:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384512640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766920.745693:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766920.745697:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745705:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384512640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766920.745716:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766920.745721:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766920.745729:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766920.745731:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766920.745734:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766920.745739:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766920.745744:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3178
00000400:00000200:3.0:1775766920.745752:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766920.745755:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766920.745756:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766920.745758:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745760:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745764:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745765:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766920.745767:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766920.745770:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766920.745772:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766920.745775:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766920.745777:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766920.745781:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766920.745785:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745789:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766920.745793:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745797:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766920.745800:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766920.745804:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766920.745809:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766920.745814:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766920.745819:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766920.745825:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745858:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766920.745861:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766920.745867:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745870:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766920.745877:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766920.745880:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766920.745883:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766920.745885:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766920.745889:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766920.745892:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766920.745895:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766920.745899:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766920.745901:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766920.745909:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384512768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766920.745921:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766920.745925:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745932:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384512768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766920.745943:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766920.745948:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3188)
00000800:00000200:2.1:1775766920.746050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766920.746051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766920.746233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766920.746235:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766920.746405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766920.746406:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766920.746658:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766920.746659:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775766921.128957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766921.128962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766921.128968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766921.128970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766922.152954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766922.152960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766922.152965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766922.152967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766923.176913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766923.176918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766923.176924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766923.176927:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766923.176930:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766923.176934:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766923.176937:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766923.176939:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766923.176941:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766923.176943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766924.200974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766924.200981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766924.200989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766924.200990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766925.224937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766925.224961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766925.224968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766925.224970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766925.865634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766925.865641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766925.866183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766925.866184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766925.866409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766925.866411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766925.866656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766925.866658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766925.866996:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766925.866997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775766926.248948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766926.248957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766926.248965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766926.248966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766927.272963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766927.272969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766927.272975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766927.272977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766928.296907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766928.296914:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766928.296916:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766928.296919:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766928.296923:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766928.296925:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766928.296926:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766928.296928:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766928.296932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766928.296933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766929.320990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766929.320998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766929.321005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766929.321009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766930.344982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766930.344990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766930.344997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766930.344998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766930.984993:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766930.985002:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766930.985004:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766930.985009:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766930.985013:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766930.985019:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3188
00000400:00000200:3.0:1775766930.985027:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766930.985032:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766930.985035:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766930.985037:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985040:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985042:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985044:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766930.985047:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766930.985048:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766930.985050:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766930.985052:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766930.985054:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766930.985055:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766930.985057:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985059:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985061:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985062:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766930.985065:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766930.985067:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985069:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766930.985071:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766930.985074:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766930.985076:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985078:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766930.985079:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766930.985088:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775766930.985091:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766930.985094:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766930.985096:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985098:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766930.985101:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766930.985105:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766930.985112:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766930.985117:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766930.985125:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384513536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766930.985134:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766930.985138:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.985141:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384513536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766930.985162:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766930.985165:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766930.985168:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766930.985169:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766930.985170:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766930.985172:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766930.985174:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3188
00000400:00000200:3.0:1775766930.985176:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766930.985179:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766930.985181:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766930.985183:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985185:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985187:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985189:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766930.985191:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766930.985192:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766930.985193:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766930.985195:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766930.985199:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766930.985201:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766930.985207:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985209:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985214:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985218:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766930.985223:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766930.985229:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985234:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766930.985236:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766930.985241:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766930.985244:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985250:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766930.985255:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766930.985261:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985263:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766930.985282:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775766930.985287:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766930.985296:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766930.985301:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985304:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766930.985306:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766930.985310:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766930.985320:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766930.985330:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766930.985357:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384513664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766930.985406:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766930.985411:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.985422:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384513664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766930.985437:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766930.985441:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766930.985446:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766930.985448:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766930.985449:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766930.985452:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766930.985457:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3188
00000400:00000200:3.0:1775766930.985475:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766930.985483:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766930.985487:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766930.985493:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985497:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985502:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985505:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766930.985507:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766930.985508:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766930.985511:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766930.985514:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766930.985517:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766930.985522:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766930.985526:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985530:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775766930.985531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775766930.985533:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985538:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775766930.985539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1775766930.985540:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766930.985544:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985547:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766930.985550:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766930.985554:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766930.985557:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985562:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766930.985565:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766930.985567:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985569:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766930.985575:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775766930.985579:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766930.985582:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766930.985583:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985585:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766930.985587:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766930.985591:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766930.985595:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766930.985599:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766930.985607:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384513792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766930.985618:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766930.985621:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.985631:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384513792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766930.985661:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766930.985668:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766930.985674:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766930.985676:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766930.985679:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766930.985682:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766930.985694:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3188
00000400:00000200:3.0:1775766930.985702:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766930.985707:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766930.985735:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766930.985741:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985748:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985754:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985759:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766930.985762:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766930.985765:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766930.985769:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766930.985791:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766930.985796:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766930.985801:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766930.985807:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985814:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.985818:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985822:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766930.985861:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766930.985866:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766930.985868:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766930.985870:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766930.985872:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766930.985873:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985882:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766930.985886:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766930.985893:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985898:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766930.985904:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766930.985909:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766930.985915:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766930.985917:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.985922:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766930.985924:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766930.985928:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766930.985936:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766930.985942:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766930.985951:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384513920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766930.985993:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766930.985997:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.986005:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384513920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766930.986022:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766930.986027:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766930.986033:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766930.986036:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766930.986038:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766930.986042:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766930.986047:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3188
00000400:00000200:3.0:1775766930.986056:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766930.986061:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766930.986064:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766930.986071:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.986075:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.986080:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.986082:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766930.986083:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766930.986085:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766930.986088:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766930.986091:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766930.986095:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766930.986099:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766930.986106:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.986110:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766930.986115:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766930.986120:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766930.986126:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766930.986131:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766930.986136:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766930.986140:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766930.986145:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766930.986148:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.986152:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766930.986156:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766930.986159:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.986162:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766930.986167:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766930.986170:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766930.986175:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766930.986177:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766930.986180:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766930.986184:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766930.986187:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766930.986192:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766930.986197:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766930.986206:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384514048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766930.986220:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766930.986224:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.986232:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384514048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766930.986250:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766930.986257:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3198)
00000800:00000200:2.1:1775766930.986310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766930.986312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766930.986581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766930.986582:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766930.986823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766930.986825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766930.987105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766930.987107:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775766931.368979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766931.368987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766931.368995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766931.368997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766932.392941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766932.392949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766932.392957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766932.392959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766933.416953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766933.416962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766933.416968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766933.416972:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766933.416974:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766933.416978:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766933.416980:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766933.416983:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766933.416994:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766933.416996:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766934.440988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766934.440993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766934.440998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766934.441000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766935.464922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766935.464927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766935.464932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766935.464933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766936.104903:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766936.104911:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766936.104914:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766936.104918:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766936.104921:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766936.104927:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3193
00000400:00000200:3.0:1775766936.104934:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766936.104939:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766936.104942:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766936.104945:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.104947:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.104949:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.104951:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766936.104954:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766936.104956:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766936.104958:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766936.104960:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766936.104962:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766936.104964:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766936.104966:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.104967:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.104968:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.104969:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766936.104971:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766936.104973:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766936.104975:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766936.104977:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766936.104979:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766936.104981:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.104983:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766936.104985:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766936.104992:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766936.104995:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766936.104998:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766936.104999:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105001:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766936.105003:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766936.105007:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766936.105013:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766936.105019:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766936.105027:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384514176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766936.105035:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766936.105039:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105042:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384514176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766936.105064:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766936.105067:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766936.105069:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766936.105070:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766936.105071:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766936.105073:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766936.105074:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3193
00000400:00000200:3.0:1775766936.105076:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766936.105078:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766936.105080:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766936.105082:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105083:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105085:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105086:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766936.105087:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766936.105088:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766936.105089:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766936.105091:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766936.105092:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766936.105093:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766936.105095:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105096:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105097:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105098:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766936.105099:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766936.105101:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105102:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766936.105104:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766936.105108:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766936.105110:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105111:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766936.105114:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766936.105116:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105118:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766936.105120:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766936.105121:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766936.105123:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766936.105125:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105126:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766936.105127:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766936.105129:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766936.105131:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766936.105134:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766936.105137:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384514304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766936.105142:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766936.105145:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105149:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384514304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766936.105159:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766936.105162:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766936.105169:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766936.105171:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766936.105173:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766936.105178:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766936.105183:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3193
00000400:00000200:3.0:1775766936.105188:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766936.105191:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766936.105193:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766936.105198:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105201:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105205:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105209:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766936.105213:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766936.105215:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766936.105218:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766936.105219:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766936.105221:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766936.105224:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766936.105229:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105233:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105235:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105236:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766936.105238:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766936.105243:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105247:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766936.105249:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766936.105251:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766936.105256:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105258:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766936.105261:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766936.105264:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105266:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766936.105272:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766936.105274:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766936.105275:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766936.105278:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105280:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766936.105290:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766936.105293:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766936.105300:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775766936.105306:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766936.105312:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384514432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766936.105347:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766936.105349:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105356:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384514432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766936.105368:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766936.105374:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766936.105382:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766936.105386:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766936.105389:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766936.105396:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766936.105403:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3193
00000400:00000200:3.0:1775766936.105416:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766936.105425:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766936.105429:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766936.105437:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105443:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105449:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105453:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766936.105458:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766936.105462:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766936.105466:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766936.105470:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000800:00000200:2.1:1775766936.105470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775766936.105475:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:2.1:1775766936.105476:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775766936.105479:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766936.105496:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105499:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105503:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105507:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766936.105509:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766936.105512:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105515:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766936.105517:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766936.105521:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766936.105526:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105531:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766936.105534:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766936.105537:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105540:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766936.105543:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766936.105546:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766936.105550:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766936.105552:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105556:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766936.105558:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766936.105561:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766936.105566:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766936.105570:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766936.105577:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384514560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766936.105582:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766936.105584:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105589:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384514560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766936.105603:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766936.105607:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766936.105610:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766936.105611:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766936.105613:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766936.105618:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766936.105620:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3193
00000400:00000200:3.0:1775766936.105623:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766936.105629:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766936.105631:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766936.105633:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105636:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105644:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105649:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766936.105651:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766936.105653:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766936.105656:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766936.105659:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766936.105661:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766936.105664:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766936.105667:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105669:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766936.105674:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105676:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766936.105679:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766936.105684:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766936.105688:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766936.105692:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766936.105695:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766936.105700:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105702:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766936.105704:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766936.105706:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105709:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766936.105713:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775766936.105716:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766936.105720:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766936.105721:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766936.105722:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766936.105725:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766936.105727:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766936.105732:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766936.105735:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766936.105745:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384514688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766936.105760:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766936.105762:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105764:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384514688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766936.105773:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766936.105779:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3203)
00000800:00000200:2.1:1775766936.106058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766936.106060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766936.106388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766936.106390:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766936.106584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766936.106585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766936.106757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766936.106759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775766936.488939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766936.488944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766936.488949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766936.488950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766937.512907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766937.512913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766937.512918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766937.512920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766938.536938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766938.536946:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766938.536949:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766938.536953:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766938.536958:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766938.536961:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766938.536964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766938.536966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766938.536972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766938.536974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766939.560969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766939.560975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766939.560982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766939.560983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766940.585010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766940.585017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766940.585025:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766940.585026:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766941.224902:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766941.224910:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766941.224913:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766941.224916:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766941.224920:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766941.224926:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3198
00000400:00000200:3.0:1775766941.224933:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766941.224939:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766941.224941:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766941.224943:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.224946:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.224948:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.224949:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766941.224952:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766941.224953:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766941.224955:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766941.224957:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766941.224959:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766941.224961:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766941.224963:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.224964:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.224966:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.224967:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766941.224969:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766941.224972:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766941.224974:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766941.224977:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766941.224979:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766941.224981:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.224983:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766941.224985:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766941.224993:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766941.224996:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766941.224999:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766941.225000:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225002:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766941.225005:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766941.225009:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766941.225016:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775766941.225021:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766941.225029:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384514816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766941.225037:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766941.225041:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225044:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384514816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766941.225063:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766941.225065:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766941.225067:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766941.225068:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766941.225070:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766941.225071:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766941.225073:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3198
00000400:00000200:3.0:1775766941.225075:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766941.225077:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766941.225078:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766941.225081:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225082:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225084:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225085:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766941.225087:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766941.225087:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766941.225088:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766941.225090:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766941.225091:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766941.225092:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766941.225094:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225095:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225097:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225098:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766941.225099:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766941.225101:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225102:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766941.225103:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766941.225107:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766941.225109:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225110:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766941.225113:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766941.225116:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225117:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766941.225119:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766941.225121:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766941.225123:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766941.225124:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225125:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766941.225126:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766941.225127:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766941.225131:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775766941.225137:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766941.225146:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384514944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766941.225166:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766941.225170:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225175:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384514944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766941.225187:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766941.225193:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766941.225198:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766941.225202:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766941.225205:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766941.225209:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766941.225214:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3198
00000400:00000200:3.0:1775766941.225219:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766941.225222:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766941.225224:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766941.225228:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225232:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225235:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225239:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766941.225243:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766941.225245:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766941.225249:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766941.225251:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766941.225253:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766941.225255:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766941.225259:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225278:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225280:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225282:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766941.225284:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766941.225285:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225287:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766941.225289:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766941.225291:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766941.225296:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225298:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766941.225301:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766941.225316:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225318:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766941.225321:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766941.225325:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766941.225329:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766941.225331:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225334:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766941.225335:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766941.225336:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766941.225339:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775766941.225341:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766941.225347:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384515072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766941.225365:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766941.225371:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225380:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384515072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766941.225401:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766941.225405:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766941.225411:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766941.225414:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766941.225418:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766941.225424:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766941.225431:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3198
00000400:00000200:3.0:1775766941.225448:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766941.225456:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766941.225459:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766941.225466:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225470:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225474:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225476:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766941.225480:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766941.225481:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766941.225482:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766941.225487:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766941.225492:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766941.225494:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766941.225502:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225505:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775766941.225506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775766941.225509:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:2.1:1775766941.225511:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1775766941.225512:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766941.225517:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766941.225524:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225527:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766941.225530:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766941.225532:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766941.225536:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225540:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766941.225543:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766941.225546:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225547:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766941.225552:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766941.225556:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766941.225559:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766941.225561:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225565:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766941.225566:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766941.225570:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766941.225574:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775766941.225579:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766941.225587:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384515200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766941.225595:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766941.225599:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225604:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384515200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766941.225633:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766941.225636:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766941.225640:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766941.225642:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766941.225644:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766941.225646:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766941.225649:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3198
00000400:00000200:3.0:1775766941.225654:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766941.225658:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766941.225663:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766941.225666:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225679:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225681:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225683:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766941.225684:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766941.225688:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766941.225689:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766941.225691:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766941.225693:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766941.225694:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766941.225700:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225701:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766941.225703:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225713:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766941.225717:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766941.225720:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766941.225721:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766941.225722:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766941.225724:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766941.225725:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225726:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766941.225727:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766941.225729:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225730:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766941.225733:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775766941.225735:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766941.225740:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766941.225753:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766941.225756:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766941.225758:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766941.225760:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766941.225763:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775766941.225767:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766941.225774:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384515328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766941.225790:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766941.225795:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225802:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384515328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766941.225831:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766941.225842:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3209)
00000800:00000200:2.1:1775766941.226163:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766941.226165:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1775766941.226428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766941.226430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1775766941.226610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766941.226611:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1775766941.226779:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766941.226781:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00010000:00000001:3.0:1775766941.608990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766941.608999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766941.609007:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766941.609009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766942.632967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766942.632989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766942.632994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766942.632995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766943.656999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766943.657008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766943.657018:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766943.657023:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766943.657026:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766943.657031:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766943.657035:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766943.657038:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766943.657041:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766943.657044:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766944.680955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766944.680964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766944.680972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766944.680973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766945.704948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766945.704956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766945.704962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766945.704964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766946.344958:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766946.344968:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766946.344972:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766946.344978:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766946.344983:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766946.344992:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3204
00000400:00000200:3.0:1775766946.345006:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766946.345015:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766946.345019:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766946.345024:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345029:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345032:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345036:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766946.345041:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766946.345044:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766946.345064:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766946.345067:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766946.345069:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766946.345072:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766946.345076:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345078:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345079:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345081:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766946.345083:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766946.345086:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345087:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766946.345090:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766946.345092:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766946.345094:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345097:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766946.345099:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766946.345110:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775766946.345113:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766946.345116:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766946.345118:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345120:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766946.345123:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766946.345129:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766946.345139:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775766946.345147:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766946.345156:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384515456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766946.345166:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766946.345171:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.345175:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384515456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766946.345193:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766946.345196:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766946.345199:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766946.345201:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766946.345203:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766946.345205:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766946.345222:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3204
00000400:00000200:3.0:1775766946.345227:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766946.345230:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766946.345232:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766946.345234:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345236:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345238:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345240:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766946.345243:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766946.345244:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766946.345246:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766946.345249:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766946.345250:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766946.345253:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766946.345258:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345260:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345264:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345268:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766946.345272:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766946.345293:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345297:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766946.345302:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766946.345311:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766946.345316:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345323:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766946.345329:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766946.345335:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345340:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766946.345347:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775766946.345352:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766946.345357:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766946.345359:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345361:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766946.345365:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766946.345369:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766946.345379:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766946.345384:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766946.345392:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384515584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766946.345429:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766946.345431:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.345438:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384515584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766946.345460:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766946.345464:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766946.345468:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766946.345471:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766946.345472:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766946.345476:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766946.345479:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3204
00000400:00000200:3.0:1775766946.345485:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766946.345488:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766946.345490:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766946.345495:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345498:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345502:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345505:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766946.345508:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766946.345509:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766946.345511:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766946.345514:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766946.345515:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766946.345518:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766946.345523:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345525:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345530:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345534:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766946.345537:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766946.345541:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345545:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766946.345548:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766946.345551:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766946.345554:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345557:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766946.345559:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766946.345562:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345564:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766946.345567:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775766946.345569:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766946.345573:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766946.345576:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345579:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766946.345581:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766946.345584:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766946.345588:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766946.345592:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766946.345598:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384515712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766946.345606:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766946.345609:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.345612:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384515712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766946.345621:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766946.345624:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766946.345628:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766946.345630:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766946.345632:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766946.345635:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766946.345638:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3204
00000800:00000200:2.1:1775766946.345640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:3.0:1775766946.345642:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766946.345646:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766946.345648:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775766946.345649:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1775766946.345652:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345656:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345659:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345663:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766946.345669:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766946.345681:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766946.345684:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766946.345686:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766946.345691:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766946.345696:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766946.345702:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345707:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345713:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345716:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766946.345721:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766946.345726:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345731:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766946.345735:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766946.345739:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766946.345743:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345746:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766946.345749:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766946.345754:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345758:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766946.345765:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775766946.345768:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766946.345771:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766946.345772:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345776:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766946.345778:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766946.345780:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766946.345785:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766946.345789:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766946.345795:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384515840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766946.345801:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766946.345805:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.345810:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384515840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766946.345822:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766946.345826:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766946.345828:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766946.345845:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766946.345847:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766946.345849:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766946.345851:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3204
00000400:00000200:3.0:1775766946.345855:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766946.345858:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766946.345860:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766946.345862:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345863:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345865:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345867:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766946.345894:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766946.345896:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766946.345898:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766946.345915:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766946.345917:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766946.345922:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766946.345927:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345930:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766946.345935:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345936:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766946.345939:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766946.345943:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766946.345948:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766946.345953:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766946.345956:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766946.345959:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345961:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766946.345964:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766946.345967:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345971:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766946.345974:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775766946.345977:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766946.345980:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766946.345982:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766946.345985:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766946.345988:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766946.345991:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766946.345996:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766946.346002:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766946.346009:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384515968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766946.346030:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766946.346034:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.346044:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384515968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766946.346066:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766946.346072:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3214)
00000800:00000200:2.1:1775766946.346278:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766946.346280:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766946.346610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766946.346613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766946.346910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766946.346913:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766946.347143:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766946.347145:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00010000:00000001:3.0:1775766946.728931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766946.728938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766946.728944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766946.728946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766947.752928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766947.752932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766947.752939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766947.752940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766948.776996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766948.777007:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766948.777011:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766948.777016:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766948.777021:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766948.777024:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766948.777026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766948.777029:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766948.777035:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766948.777036:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766949.800913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766949.800918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766949.800923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766949.800924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766950.825004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766950.825013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766950.825025:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766950.825028:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766951.465570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766951.465575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766951.466345:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766951.466347:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766951.466563:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766951.466565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766951.466757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766951.466759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766951.467045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766951.467047:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775766951.848964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766951.848971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766951.848977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766951.848978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766952.872980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766952.872985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766952.872992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766952.872993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766953.896983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766953.896989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766953.896995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766953.896999:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766953.897001:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766953.897004:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766953.897007:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766953.897009:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766953.897011:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766953.897013:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766954.920923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766954.920928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766954.920933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766954.920934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766955.944937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766955.944943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766955.944950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766955.944952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766956.585551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766956.585964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766956.586067:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766956.586218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766956.586360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775766956.968956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766956.968966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766956.968978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766956.968982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766957.992987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766957.992994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766957.993001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766957.993003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766959.016880:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766959.016886:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766959.016888:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766959.016892:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766959.016896:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766959.016898:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766959.016899:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766959.016902:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766959.016905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766959.016906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775766959.657158:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775766959.657219:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775766959.657239:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766959.657243:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775766959.657247:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766959.657251:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775766959.657255:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775766959.657259:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1200.
00000400:00000200:3.0:1775766959.657264:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775766959.657269:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775766959.657274:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35dd0
00000400:00000010:3.0:1775766959.657277:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35dd0.
00000100:00000001:3.0:1775766959.657282:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766959.657300:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4700 x1862023384516736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657323:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766959.657328:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384516736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657339:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766959.657342:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775766959.657354:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775766959.657357:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1700.
00000400:00000200:3.0:1775766959.657361:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775766959.657365:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775766959.657369:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:3.0:1775766959.657371:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:3.0:1775766959.657374:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766959.657379:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5180 x1862023384516864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657390:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766959.657394:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384516864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657403:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766959.657405:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775766959.657411:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775766959.657414:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1800.
00000400:00000200:3.0:1775766959.657417:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775766959.657422:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775766959.657425:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca355d8
00000400:00000010:3.0:1775766959.657427:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca355d8.
00000100:00000001:3.0:1775766959.657430:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766959.657435:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6680 x1862023384516992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657445:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766959.657449:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384516992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657460:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766959.657462:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775766959.657468:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775766959.657471:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1e00.
00000400:00000200:3.0:1775766959.657474:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775766959.657479:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775766959.657482:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35c38
00000400:00000010:3.0:1775766959.657485:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35c38.
00000100:00000001:3.0:1775766959.657488:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766959.657493:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4a80 x1862023384517120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657506:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766959.657509:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384517120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657519:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766959.657521:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775766959.657527:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775766959.657530:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:3.0:1775766959.657533:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775766959.657552:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775766959.657556:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35770
00000400:00000010:3.0:1775766959.657559:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35770.
00000100:00000001:3.0:1775766959.657562:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775766959.657567:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7100 x1862023384517248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657578:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775766959.657582:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384517248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766959.657590:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766959.657592:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775766960.040880:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766960.040886:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766960.040891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766960.040892:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766961.064875:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766961.064881:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766961.064887:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766961.064888:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766961.705409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766961.705415:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766961.706227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766961.706230:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766961.706524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766961.706527:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766961.706792:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766961.706795:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766961.707243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766961.707245:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775766962.088883:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766962.088889:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766962.088893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766962.088894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766963.112880:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766963.112886:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766963.112891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766963.112893:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766964.136905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766964.136910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766964.136927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766964.136931:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766964.136932:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766964.136935:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766964.136938:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766964.136940:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766964.136942:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766964.136944:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766965.160919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766965.160925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766965.160931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766965.160933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766966.184933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766966.184938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766966.184944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766966.184946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766966.824936:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766966.824947:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766966.824950:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766966.824955:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766966.824959:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766966.824975:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3224
00000400:00000200:3.0:1775766966.824987:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766966.825006:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766966.825011:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766966.825015:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825019:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825022:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766966.825030:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766966.825033:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766966.825036:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766966.825039:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766966.825041:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766966.825043:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766966.825045:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825047:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825048:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825050:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766966.825052:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766966.825054:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825056:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766966.825059:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766966.825062:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766966.825064:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825066:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766966.825068:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766966.825078:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775766966.825081:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766966.825085:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766966.825086:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825090:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766966.825092:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766966.825097:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766966.825104:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766966.825112:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766966.825121:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384518016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766966.825131:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766966.825135:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.825139:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384518016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766966.825160:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766966.825163:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766966.825167:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766966.825168:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766966.825170:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766966.825173:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766966.825175:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3224
00000400:00000200:3.0:1775766966.825180:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766966.825183:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766966.825186:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766966.825189:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825191:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825193:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825196:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766966.825200:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766966.825201:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766966.825203:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766966.825206:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766966.825210:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766966.825213:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766966.825217:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825220:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825223:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825227:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766966.825229:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766966.825235:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825237:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766966.825239:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766966.825245:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766966.825248:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825250:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766966.825254:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766966.825258:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825260:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766966.825263:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775766966.825270:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766966.825279:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766966.825281:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825287:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766966.825290:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766966.825295:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766966.825299:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766966.825302:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766966.825307:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384518144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766966.825324:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766966.825331:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.825335:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384518144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766966.825359:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766966.825365:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766966.825374:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766966.825378:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766966.825382:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766966.825385:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766966.825389:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3224
00000400:00000200:3.0:1775766966.825394:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766966.825400:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766966.825403:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766966.825420:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825423:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825430:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825433:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766966.825440:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766966.825442:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766966.825448:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766966.825450:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766966.825453:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766966.825460:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766966.825466:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825467:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825472:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825478:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766966.825479:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766966.825483:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825492:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766966.825500:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766966.825503:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766966.825508:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825510:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766966.825513:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766966.825522:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825529:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766966.825537:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775766966.825542:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766966.825548:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766966.825550:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825554:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766966.825556:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766966.825564:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766966.825569:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766966.825574:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766966.825580:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384518272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766966.825588:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766966.825594:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.825603:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384518272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766966.825613:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766966.825618:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766966.825621:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766966.825622:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766966.825624:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766966.825626:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766966.825634:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3224
00000400:00000200:3.0:1775766966.825677:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766966.825684:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766966.825688:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766966.825697:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825700:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825705:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825707:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766966.825717:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766966.825718:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766966.825720:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766966.825722:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766966.825730:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766966.825736:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766966.825740:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825747:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825750:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825751:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766966.825758:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766966.825765:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825767:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766966.825770:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766966.825773:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766966.825776:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825777:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766966.825780:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766966.825786:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766966.825787:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775766966.825789:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766966.825794:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000800:00000200:2.1:1775766966.825795:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1775766966.825799:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766966.825806:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766966.825808:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.825815:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766966.825820:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766966.825823:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766966.825857:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766966.825860:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766966.825866:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384518400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766966.825872:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766966.825874:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.825877:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384518400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766966.825884:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766966.825886:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766966.825890:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766966.825894:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766966.825900:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766966.825905:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766966.825913:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3224
00000400:00000200:3.0:1775766966.825924:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766966.825929:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766966.825932:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766966.825940:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825942:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.825945:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825948:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766966.825951:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766966.825954:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766966.825957:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766966.825960:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766966.825967:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766966.825974:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766966.825985:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.825989:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766966.826007:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766966.826010:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766966.826014:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766966.826026:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766966.826036:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766966.826041:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766966.826045:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766966.826049:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.826054:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766966.826056:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766966.826059:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.826061:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766966.826064:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775766966.826068:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766966.826072:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766966.826075:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766966.826079:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766966.826083:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766966.826085:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766966.826093:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766966.826098:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766966.826106:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384518528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766966.826118:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766966.826120:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.826126:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384518528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766966.826145:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766966.826151:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3234)
00000800:00000200:2.1:1775766966.826541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766966.826544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766966.826928:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766966.826931:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766966.827315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766966.827318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766966.827664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766966.827667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775766967.208901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766967.208906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766967.208911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766967.208913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766968.232933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766968.232940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766968.232943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766968.232946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766968.232951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766968.232954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766968.232956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766968.232959:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766968.232963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766968.232964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766969.256912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766969.256917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766969.256922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766969.256923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766970.280913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766970.280919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766970.280925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766970.280926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766971.304909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766971.304914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766971.304919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766971.304921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766971.945574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766971.945580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766971.946285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766971.946287:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766971.946499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766971.946501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766971.946709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766971.946711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766971.947037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766971.947039:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775766972.328968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766972.328977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766972.328985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766972.328986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766973.352897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766973.352902:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766973.352907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766973.352917:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766973.352919:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766973.352922:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766973.352936:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766973.352938:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766973.352940:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766973.352942:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766974.377002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766974.377007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766974.377012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766974.377013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766975.400983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766975.400988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766975.400993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766975.400994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766976.424986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766976.424993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766976.424998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766976.424999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766977.065047:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766977.065062:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766977.065065:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766977.065070:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766977.065076:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766977.065084:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3234
00000400:00000200:3.0:1775766977.065096:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766977.065103:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766977.065107:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766977.065110:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065113:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065115:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065118:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766977.065122:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766977.065124:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766977.065127:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766977.065129:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766977.065131:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766977.065133:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766977.065136:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065138:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065140:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065142:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766977.065145:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766977.065148:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065151:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766977.065154:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766977.065157:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766977.065159:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065161:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766977.065163:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766977.065176:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775766977.065179:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766977.065183:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766977.065184:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065187:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766977.065190:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766977.065195:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766977.065205:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775766977.065213:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766977.065224:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384519296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766977.065235:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766977.065240:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065244:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384519296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766977.065265:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766977.065268:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766977.065271:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766977.065272:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766977.065274:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766977.065276:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766977.065277:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3234
00000400:00000200:3.0:1775766977.065282:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766977.065284:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766977.065286:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766977.065289:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065291:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065294:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065296:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766977.065298:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766977.065299:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766977.065300:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766977.065301:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766977.065303:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766977.065305:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766977.065309:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065310:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065314:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065316:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766977.065319:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766977.065324:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065326:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766977.065329:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766977.065336:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766977.065341:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065344:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766977.065350:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766977.065355:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065359:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766977.065363:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775766977.065366:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766977.065371:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766977.065373:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065375:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766977.065378:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766977.065380:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766977.065385:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775766977.065389:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766977.065396:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384519424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766977.065402:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766977.065404:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065410:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384519424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766977.065418:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766977.065423:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766977.065427:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766977.065428:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766977.065430:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766977.065433:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766977.065437:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3234
00000400:00000200:3.0:1775766977.065440:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766977.065443:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766977.065445:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766977.065447:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065449:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065450:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065452:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766977.065453:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766977.065454:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766977.065455:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766977.065456:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766977.065457:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766977.065460:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766977.065462:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065464:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065466:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065467:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766977.065469:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766977.065470:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065472:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766977.065473:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766977.065475:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766977.065477:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065478:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766977.065479:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766977.065481:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065482:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766977.065485:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775766977.065487:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766977.065488:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766977.065489:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065490:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766977.065491:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766977.065492:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766977.065495:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775766977.065497:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766977.065500:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384519552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766977.065505:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766977.065506:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065509:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384519552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766977.065515:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766977.065517:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766977.065521:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766977.065522:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766977.065523:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766977.065525:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766977.065527:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3234
00000400:00000200:3.0:1775766977.065529:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766977.065531:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766977.065533:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766977.065535:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065536:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065537:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065538:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766977.065540:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766977.065541:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766977.065542:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766977.065543:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766977.065544:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766977.065546:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766977.065548:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065549:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065550:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065552:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766977.065553:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766977.065555:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065556:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766977.065557:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766977.065559:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766977.065560:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065562:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766977.065564:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766977.065566:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065567:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766977.065570:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766977.065571:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766977.065575:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766977.065579:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065584:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766977.065585:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766977.065587:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766977.065589:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775766977.065593:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766977.065597:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384519680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766977.065603:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766977.065609:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065617:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384519680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766977.065639:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766977.065642:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766977.065650:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766977.065657:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766977.065664:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766977.065679:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766977.065691:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3234
00000400:00000200:3.0:1775766977.065707:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766977.065713:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766977.065715:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766977.065720:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065723:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065730:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065736:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766977.065738:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766977.065740:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766977.065741:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766977.065743:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766977.065744:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766977.065745:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766977.065749:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065757:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766977.065761:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065772:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766977.065776:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766977.065785:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766977.065795:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766977.065798:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766977.065802:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766977.065806:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065812:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766977.065818:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766977.065824:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065861:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766977.065867:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766977.065870:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766977.065872:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766977.065873:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766977.065875:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766977.065876:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766977.065878:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766977.065881:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775766977.065884:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766977.065910:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384519808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766977.065926:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766977.065928:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065932:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384519808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766977.065939:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766977.065944:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3244)
00000800:00000200:2.1:1775766977.066058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766977.066062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766977.066552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766977.066555:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766977.066976:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766977.066981:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766977.067299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766977.067302:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775766977.067587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766977.067590:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775766977.448987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766977.448995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766977.449006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766977.449007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766978.472980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766978.472991:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766978.472994:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766978.472998:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766978.473005:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766978.473008:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766978.473010:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766978.473013:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766978.473018:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766978.473020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766979.497041:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766979.497049:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766979.497058:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766979.497060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766980.520999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766980.521008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766980.521016:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766980.521018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766981.544988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766981.545001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766981.545010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766981.545011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766982.185423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766982.185429:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766982.186033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766982.186035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766982.186296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766982.186298:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766982.186477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766982.186479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766982.186691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766982.186696:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775766982.569015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766982.569024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766982.569032:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766982.569035:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766983.592930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766983.592935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766983.592941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766983.592944:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766983.592946:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766983.592949:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766983.592952:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766983.592954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766983.592955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766983.592957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766984.616910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766984.616915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766984.616919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766984.616920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766985.640944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766985.640950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766985.640956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766985.640957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766986.665013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766986.665020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766986.665025:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766986.665026:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766987.305515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766987.305520:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766987.306149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766987.306150:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766987.306329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766987.306331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766987.306499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766987.306501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766987.306763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766987.306765:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775766987.688976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766987.688982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766987.688989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766987.688990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766988.712907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766988.712914:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766988.712916:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766988.712918:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766988.712923:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766988.712925:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766988.712926:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766988.712928:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766988.712931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766988.712932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766989.736961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766989.736968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766989.736973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766989.736974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766990.760925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766990.760932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766990.760938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766990.760939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766991.784970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766991.784977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766991.784987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766991.784989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766992.424955:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766992.424966:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775766992.424969:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766992.424974:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766992.424978:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766992.424986:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3250
00000400:00000200:3.0:1775766992.424997:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766992.425004:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766992.425007:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766992.425010:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425014:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425016:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425018:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766992.425021:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766992.425023:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775766992.425025:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766992.425028:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775766992.425030:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775766992.425031:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775766992.425034:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425035:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425037:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425039:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766992.425042:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775766992.425045:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425048:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766992.425051:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766992.425060:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766992.425064:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425067:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775766992.425070:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766992.425083:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775766992.425088:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775766992.425093:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766992.425095:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425098:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766992.425102:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766992.425108:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766992.425118:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775766992.425125:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766992.425135:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384521216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766992.425145:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766992.425150:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.425154:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384521216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766992.425174:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766992.425176:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766992.425179:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775766992.425180:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766992.425182:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766992.425184:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766992.425186:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3250
00000400:00000200:3.0:1775766992.425190:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766992.425192:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766992.425194:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766992.425197:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425199:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425201:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425203:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766992.425205:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766992.425206:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775766992.425207:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766992.425208:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775766992.425210:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775766992.425211:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775766992.425214:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425215:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425217:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425219:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766992.425222:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775766992.425224:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425228:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766992.425230:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766992.425236:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766992.425240:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425242:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766992.425247:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766992.425253:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425257:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766992.425263:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775766992.425267:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766992.425272:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766992.425275:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425277:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766992.425281:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766992.425284:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766992.425296:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775766992.425301:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766992.425308:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384521344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766992.425320:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766992.425323:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.425331:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384521344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766992.425342:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766992.425347:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766992.425350:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775766992.425351:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766992.425355:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766992.425360:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766992.425365:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3250
00000400:00000200:3.0:1775766992.425369:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766992.425376:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766992.425380:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766992.425387:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425390:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425396:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425398:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766992.425402:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766992.425403:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775766992.425407:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766992.425408:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775766992.425409:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775766992.425415:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775766992.425420:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425421:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425422:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425424:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766992.425426:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775766992.425431:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425433:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766992.425435:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766992.425439:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766992.425442:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425444:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766992.425445:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775766992.425450:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425452:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766992.425457:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775766992.425461:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775766992.425465:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766992.425467:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425470:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766992.425472:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766992.425475:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766992.425481:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775766992.425484:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766992.425489:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384521472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766992.425511:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766992.425514:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.425518:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384521472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766992.425525:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766992.425529:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766992.425532:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775766992.425536:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766992.425537:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775766992.425541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775766992.425542:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766992.425546:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3250
00000800:00000200:2.1:1775766992.425547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1775766992.425553:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766992.425560:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766992.425564:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766992.425567:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425569:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425571:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425574:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766992.425579:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766992.425582:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775766992.425584:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766992.425586:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775766992.425590:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775766992.425594:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775766992.425597:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425599:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425603:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425608:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766992.425611:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775766992.425624:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425629:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766992.425633:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766992.425637:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766992.425642:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425646:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766992.425649:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766992.425651:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425654:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766992.425661:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775766992.425664:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766992.425665:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766992.425666:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425667:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766992.425668:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766992.425669:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766992.425673:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775766992.425676:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766992.425682:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384521600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766992.425688:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766992.425692:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.425695:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384521600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766992.425701:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775766992.425704:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775766992.425708:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775766992.425710:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775766992.425712:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775766992.425716:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775766992.425720:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3250
00000400:00000200:3.0:1775766992.425723:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775766992.425740:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775766992.425742:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775766992.425752:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425756:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425760:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425764:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775766992.425770:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775766992.425772:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775766992.425775:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775766992.425778:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775766992.425781:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775766992.425783:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775766992.425788:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425791:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775766992.425795:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425797:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775766992.425802:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775766992.425807:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775766992.425811:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775766992.425816:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775766992.425821:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775766992.425876:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425883:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775766992.425888:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775766992.425893:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425898:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775766992.425905:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775766992.425908:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775766992.425914:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775766992.425917:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775766992.425922:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775766992.425926:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775766992.425930:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775766992.425936:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775766992.425943:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775766992.425951:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384521728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775766992.425975:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775766992.425979:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.425985:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384521728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775766992.425998:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775766992.426004:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3260)
00000800:00000200:2.1:1775766992.426112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766992.426114:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766992.426338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766992.426340:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766992.426520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766992.426522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766992.426710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766992.426713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775766992.808925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766992.808931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766992.808937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766992.808938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766993.832937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766993.832942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766993.832947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766993.832950:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766993.832952:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766993.832956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766993.832958:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766993.832960:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766993.832962:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766993.832963:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766994.857009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766994.857015:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766994.857021:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766994.857022:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766995.880965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766995.880971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766995.880978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766995.880980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766996.904998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766996.905005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766996.905012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766996.905014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766997.545872:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766997.545878:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766997.546703:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766997.546706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766997.547094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766997.547098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766997.547460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766997.547463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766997.547852:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775766997.547855:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775766997.928945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766997.928953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766997.928960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766997.928962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766998.952988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766998.953000:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775766998.953003:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775766998.953008:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766998.953015:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775766998.953018:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766998.953021:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766998.953024:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766998.953030:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766998.953032:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766999.976988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766999.976994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775766999.976999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775766999.977001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767001.001032:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767001.001038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767001.001044:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767001.001046:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767002.024946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767002.024955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767002.024964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767002.024966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767002.665524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767002.665533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767002.666098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767002.666101:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767002.666363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767002.666365:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767002.666554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767002.666556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767002.666780:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767002.666782:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767003.048957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767003.048965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767003.048972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767003.048974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767004.072932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767004.072942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767004.072946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767004.072948:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767004.072951:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767004.072954:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767004.072957:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767004.072958:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767004.072960:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767004.072962:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767005.097035:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767005.097043:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767005.097049:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767005.097050:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767006.120912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767006.120917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767006.120923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767006.120924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767007.144968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767007.144977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767007.144989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767007.144991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767007.786054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767007.786063:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767007.787254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767007.787256:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767007.787720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767007.787725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767007.788111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767007.788114:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767007.788557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767007.788561:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767008.168982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767008.168997:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767008.169002:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767008.169009:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767008.169018:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767008.169022:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767008.169026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767008.169031:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767008.169039:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767008.169043:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767009.192994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767009.193002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767009.193026:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767009.193027:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767010.217013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767010.217019:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767010.217026:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767010.217027:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767011.240943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767011.240949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767011.240955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767011.240957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767012.264966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767012.264974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767012.264984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767012.264986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767012.906015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767012.906036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767012.907128:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767012.907131:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767012.907493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767012.907496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767012.908003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767012.908015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767012.908349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767012.908352:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767013.288984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767013.288996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767013.289005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767013.289009:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767013.289013:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767013.289017:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767013.289021:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767013.289024:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767013.289026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767013.289029:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767014.312965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767014.312969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767014.312975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767014.312976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767015.336988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767015.336996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767015.337005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767015.337016:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767016.361012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767016.361020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767016.361030:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767016.361033:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767017.385000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767017.385005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767017.385010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767017.385011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767018.025662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767018.025667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767018.026526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767018.026529:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767018.026788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767018.026790:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767018.027103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767018.027106:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767018.027511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767018.027513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767018.408982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767018.408993:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767018.408998:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767018.409014:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767018.409021:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767018.409025:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767018.409029:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767018.409033:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767018.409040:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767018.409043:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767019.432957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767019.432964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767019.432975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767019.432978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767020.457030:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767020.457041:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767020.457055:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767020.457058:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767021.480977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767021.480986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767021.480995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767021.480996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767022.504977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767022.504984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767022.504990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767022.504992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767023.145673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767023.146173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767023.146482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767023.146684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767023.146892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767023.528935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767023.528941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767023.528947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767023.528951:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767023.528953:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767023.528956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767023.528959:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767023.528961:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767023.528963:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767023.528964:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767024.553038:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767024.553045:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767024.553051:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767024.553052:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767025.576901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767025.576906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767025.576911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767025.576912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767026.600912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767026.600918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767026.600925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767026.600927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767027.624915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767027.624924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767027.624933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767027.624936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767028.265792:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767028.265817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767028.266584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767028.266587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767028.266940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767028.266941:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767028.267189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767028.267191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767028.267427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767028.267429:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767028.648881:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767028.648886:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767028.648889:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767028.648891:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767028.648895:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767028.648897:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767028.648899:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767028.648901:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767028.648904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767028.648910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767029.672954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767029.672963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767029.672973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767029.672975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767030.696895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767030.696902:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767030.696909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767030.696911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767031.720935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767031.720939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767031.720945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767031.720946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767032.744909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767032.744914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767032.744920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767032.744922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767033.385659:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767033.385666:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767033.386180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767033.386181:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767033.386452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767033.386454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767033.386668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767033.386671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767033.386987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767033.386989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767033.768976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767033.768984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767033.768994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767033.769000:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767033.769004:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767033.769009:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767033.769013:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767033.769016:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767033.769020:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767033.769023:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767034.792929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767034.792935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767034.792941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767034.792943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767035.816914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767035.816919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767035.816924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767035.816926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767036.840911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767036.840917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767036.840922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767036.840923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767037.864913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767037.864920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767037.864927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767037.864929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767038.505625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767038.505629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767038.506189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767038.506191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767038.506440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767038.506442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767038.506713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767038.506715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767038.506982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767038.507000:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767038.888997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767038.889024:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767038.889027:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767038.889032:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767038.889038:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767038.889041:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767038.889043:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767038.889046:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767038.889051:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767038.889053:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767039.912954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767039.912964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767039.912972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767039.912974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767040.936945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767040.936951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767040.936956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767040.936958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767041.960980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767041.960986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767041.960993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767041.960995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767042.984938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767042.984943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767042.984948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767042.984949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767043.625505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767043.625510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767043.625983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767043.625986:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767043.626284:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767043.626286:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767043.626467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767043.626469:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767043.626633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767043.626634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767044.008926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767044.008932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767044.008937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767044.008940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767044.008942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767044.008945:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767044.008947:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767044.008948:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767044.008950:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767044.008952:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767045.032911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767045.032917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767045.032924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767045.032926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767046.056938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767046.056943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767046.056949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767046.056950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767047.080984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767047.080989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767047.080993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767047.080994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767048.104913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767048.104918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767048.104931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767048.104933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767048.744951:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767048.744964:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767048.744967:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767048.744972:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767048.744978:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767048.744986:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3306
00000400:00000200:3.0:1775767048.744998:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767048.745007:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767048.745011:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767048.745016:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745020:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745024:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745027:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767048.745032:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767048.745035:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767048.745038:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767048.745041:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767048.745045:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767048.745048:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767048.745052:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745054:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745057:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745060:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767048.745064:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767048.745079:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745083:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767048.745087:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767048.745091:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767048.745095:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745099:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767048.745102:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767048.745111:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767048.745116:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767048.745122:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767048.745124:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745128:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767048.745131:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767048.745151:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767048.745173:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767048.745182:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767048.745194:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384528256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767048.745209:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767048.745214:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.745219:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384528256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767048.745239:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767048.745242:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767048.745245:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767048.745246:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767048.745248:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767048.745250:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767048.745252:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3306
00000400:00000200:3.0:1775767048.745256:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767048.745259:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767048.745262:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767048.745266:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745268:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745271:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745274:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767048.745276:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767048.745278:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767048.745279:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767048.745281:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767048.745283:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767048.745288:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767048.745293:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745298:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745311:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745321:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767048.745327:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767048.745334:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745337:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767048.745341:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767048.745368:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767048.745374:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745380:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767048.745387:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767048.745390:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745392:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767048.745395:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767048.745397:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767048.745400:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767048.745404:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745411:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767048.745413:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767048.745417:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767048.745424:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767048.745432:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767048.745452:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384528384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767048.745465:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767048.745470:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.745475:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384528384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767048.745504:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767048.745510:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767048.745515:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767048.745518:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767048.745520:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767048.745524:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767048.745532:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3306
00000400:00000200:3.0:1775767048.745548:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767048.745558:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767048.745565:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767048.745577:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745582:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745590:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745597:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767048.745603:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767048.745608:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767048.745614:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767048.745621:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767048.745628:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767048.745635:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767048.745649:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745658:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.745666:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745674:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767048.745680:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767048.745691:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767048.745699:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767048.745705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767048.745706:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767048.745711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1775767048.745715:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767048.745723:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745731:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767048.745736:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767048.745745:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745750:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767048.745759:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767048.745767:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767048.745773:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767048.745777:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.745783:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767048.745788:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767048.745792:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767048.745800:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767048.745808:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767048.745824:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384528512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767048.745844:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767048.745848:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.745910:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384528512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767048.745936:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767048.745943:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767048.745949:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767048.745952:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767048.745957:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767048.745962:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767048.745981:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3306
00000400:00000200:3.0:1775767048.745995:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767048.746003:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767048.746009:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767048.746019:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746026:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.746033:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746038:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767048.746045:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767048.746060:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767048.746065:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767048.746071:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767048.746078:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767048.746086:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767048.746099:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746106:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.746114:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746122:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767048.746130:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767048.746177:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746187:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767048.746195:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767048.746201:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767048.746210:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.746216:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767048.746234:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767048.746243:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.746251:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767048.746263:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767048.746273:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767048.746282:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767048.746288:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.746303:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767048.746308:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767048.746314:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767048.746325:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767048.746351:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767048.746367:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384528640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767048.746388:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767048.746398:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.746415:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384528640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767048.746453:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767048.746462:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767048.746474:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767048.746497:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767048.746501:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767048.746508:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767048.746517:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3306
00000400:00000200:3.0:1775767048.746532:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767048.746545:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767048.746571:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767048.746584:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746591:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.746598:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746605:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767048.746610:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767048.746612:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767048.746616:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767048.746621:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767048.746625:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767048.746630:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767048.746641:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746647:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767048.746655:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746670:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767048.746676:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767048.746685:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767048.746689:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767048.746696:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767048.746703:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767048.746708:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.746713:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767048.746719:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767048.746742:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767048.746748:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767048.746754:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767048.746760:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767048.746765:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767048.746769:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767048.746769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767048.746774:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767048.746778:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775767048.746779:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1775767048.746780:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767048.746787:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767048.746794:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767048.746805:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384528768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767048.746822:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767048.746828:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.746835:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384528768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767048.746861:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767048.746868:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3316)
00000800:00000200:0.1:1775767048.747192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767048.747194:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767048.747549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767048.747551:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767048.747911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767048.747913:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767049.128897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767049.128904:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767049.128906:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767049.128909:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767049.128913:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767049.128915:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767049.128916:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767049.128918:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767049.128921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767049.128922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767050.152957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767050.152964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767050.152969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767050.152970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767051.177049:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767051.177056:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767051.177063:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767051.177064:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767052.200942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767052.200948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767052.200953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767052.200954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767053.224902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767053.224909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767053.224916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767053.224921:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767053.224923:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767053.224926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767053.224930:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767053.224932:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767053.224934:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767053.224944:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767053.865603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767053.865609:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767053.866446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767053.866466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767053.866782:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767053.866785:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767053.867135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767053.867138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767053.867525:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767053.867527:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767054.248947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767054.248954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767054.248960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767054.248962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767055.272964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767055.272972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767055.272978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767055.272980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767056.296913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767056.296919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767056.296925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767056.296926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767057.320932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767057.320939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767057.320945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767057.320946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767058.344963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767058.344973:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767058.344975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767058.344979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767058.344984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767058.344987:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767058.344988:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767058.344990:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767058.344994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767058.344996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767058.985604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767058.985607:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767058.986557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767058.986562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767058.987116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767058.987117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767058.987361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767058.987364:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767058.987590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767058.987592:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1775767059.368969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767059.368974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767059.368979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767059.368980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767060.392925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767060.392931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767060.392937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767060.392938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767061.416952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767061.416958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767061.416965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767061.416967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767062.440948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767062.440957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767062.440964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767062.440965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767063.464996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767063.465003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767063.465012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767063.465017:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767063.465023:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767063.465027:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767063.465031:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767063.465033:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767063.465034:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767063.465036:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767064.105706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767064.105715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767064.106685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767064.106688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767064.107097:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767064.107099:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767064.107320:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767064.107337:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767064.107638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767064.107641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00010000:00000001:3.0:1775767064.489023:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767064.489029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767064.489037:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767064.489039:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767065.513015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767065.513026:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767065.513034:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767065.513036:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767066.536913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767066.536920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767066.536925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767066.536926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767067.560960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767067.560968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767067.560977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767067.560979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767068.584958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767068.584967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767068.584969:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767068.584973:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767068.584977:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767068.584980:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767068.584982:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767068.584985:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767068.584990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767068.584992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767069.224974:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767069.224985:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767069.224988:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767069.224993:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767069.224997:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767069.225004:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3326
00000400:00000200:3.0:1775767069.225013:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767069.225019:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767069.225023:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767069.225027:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225030:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225033:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225036:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767069.225050:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767069.225052:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767069.225056:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767069.225058:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767069.225061:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767069.225063:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767069.225066:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225067:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225069:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225070:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767069.225072:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767069.225075:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225077:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767069.225079:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767069.225082:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767069.225084:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225085:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767069.225087:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767069.225096:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767069.225098:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767069.225102:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767069.225103:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225105:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767069.225107:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767069.225111:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767069.225118:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767069.225123:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767069.225131:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384530816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767069.225140:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767069.225144:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225148:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384530816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767069.225167:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767069.225170:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767069.225174:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767069.225176:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767069.225177:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767069.225180:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767069.225182:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3326
00000400:00000200:3.0:1775767069.225187:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767069.225192:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767069.225194:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767069.225197:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225200:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225203:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225207:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767069.225212:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767069.225214:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767069.225217:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767069.225220:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767069.225224:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767069.225229:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767069.225236:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225246:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225251:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225256:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767069.225259:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767069.225262:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225269:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767069.225271:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767069.225276:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767069.225280:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225282:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767069.225286:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767069.225289:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225291:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767069.225296:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767069.225298:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767069.225303:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767069.225304:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225305:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767069.225306:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767069.225308:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767069.225314:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767069.225319:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767069.225327:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384530944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767069.225339:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767069.225342:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225347:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384530944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767069.225358:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767069.225362:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767069.225364:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767069.225366:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767069.225368:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767069.225371:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767069.225375:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3326
00000400:00000200:3.0:1775767069.225382:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767069.225387:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767069.225391:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767069.225395:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225398:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225403:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225405:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767069.225409:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767069.225411:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767069.225414:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767069.225416:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767069.225419:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767069.225422:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767069.225425:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225428:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225433:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225436:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767069.225440:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767069.225445:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225450:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767069.225451:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767069.225453:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767069.225456:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225457:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767069.225459:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767069.225462:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225467:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767069.225470:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767069.225473:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.1:1775767069.225474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767069.225476:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767069.225478:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767069.225479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767069.225480:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767069.225483:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767069.225486:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767069.225491:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767069.225495:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767069.225500:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384531072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767069.225513:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767069.225517:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225524:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384531072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767069.225538:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767069.225542:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767069.225547:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767069.225548:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767069.225549:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767069.225554:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767069.225559:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3326
00000400:00000200:3.0:1775767069.225566:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767069.225567:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767069.225569:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767069.225571:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225572:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225573:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225574:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767069.225578:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767069.225580:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767069.225583:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767069.225585:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767069.225588:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767069.225590:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767069.225595:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225599:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225602:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225607:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767069.225608:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767069.225611:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225613:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767069.225615:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767069.225617:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767069.225619:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225621:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767069.225622:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767069.225624:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225625:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767069.225632:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767069.225637:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767069.225639:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767069.225641:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225642:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767069.225643:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767069.225644:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767069.225647:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767069.225652:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767069.225662:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384531200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767069.225679:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767069.225684:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225692:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384531200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767069.225712:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767069.225716:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767069.225723:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767069.225727:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767069.225729:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767069.225734:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767069.225738:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3326
00000400:00000200:3.0:1775767069.225743:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767069.225748:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767069.225752:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767069.225757:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225761:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225764:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225769:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767069.225771:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767069.225773:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767069.225776:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767069.225778:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767069.225782:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767069.225785:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767069.225792:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225795:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767069.225798:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225801:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767069.225806:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767069.225811:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767069.225815:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767069.225818:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767069.225822:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767069.225825:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225856:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767069.225858:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767069.225861:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225863:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767069.225869:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767069.225874:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767069.225878:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767069.225881:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767069.225885:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767069.225888:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767069.225892:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767069.225898:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767069.225905:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767069.225912:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384531328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767069.225934:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767069.225937:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225945:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384531328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767069.225960:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767069.225966:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3337)
00000800:00000200:0.1:1775767069.226071:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767069.226073:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767069.226247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767069.226249:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767069.226420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767069.226422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767069.226587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767069.226589:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767069.608968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767069.608975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767069.608982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767069.608985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767070.632973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767070.632978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767070.632984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767070.632985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767071.656948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767071.656956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767071.656963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767071.656965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767072.680966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767072.680972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767072.680979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767072.680982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767073.704984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767073.704993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767073.704999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767073.705002:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767073.705004:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767073.705007:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767073.705010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767073.705012:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767073.705014:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767073.705016:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767074.346113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767074.346117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767074.346972:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767074.346979:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767074.347679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767074.347681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767074.348609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767074.348613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767074.349025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767074.349028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767074.728986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767074.728995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767074.729003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767074.729005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767075.753013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767075.753024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767075.753044:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767075.753046:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767076.777022:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767076.777029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767076.777036:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767076.777038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767077.800963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767077.800970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767077.800977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767077.800978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767078.824947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767078.824956:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767078.824959:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767078.824962:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767078.824966:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767078.824968:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767078.824970:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767078.824972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767078.824975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767078.824976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767079.465577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767079.465598:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767079.466260:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767079.466262:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767079.466571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767079.466573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767079.466795:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767079.466797:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767079.467088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767079.467090:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767079.848935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767079.848941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767079.848947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767079.848948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767080.872947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767080.872953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767080.872959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767080.872960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767081.896941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767081.896945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767081.896950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767081.896951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767082.921003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767082.921010:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767082.921019:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767082.921022:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767083.944923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767083.944929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767083.944934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767083.944938:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767083.944941:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767083.944944:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767083.944947:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767083.944950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767083.944951:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767083.944953:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767084.585904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767084.585916:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767084.586556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767084.586559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767084.586818:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767084.586820:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767084.587023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767084.587025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767084.587245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767084.587248:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767084.968954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767084.968960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767084.968968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767084.968969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767085.992912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767085.992916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767085.992921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767085.992922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767087.016964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767087.016972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767087.016981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767087.016984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767088.040936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767088.040943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767088.040951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767088.040953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767089.064947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767089.064955:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767089.064959:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767089.064963:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767089.064968:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767089.064969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767089.064971:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767089.064973:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767089.064977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767089.064978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767089.705556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767089.706107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767089.706310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767089.706497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767089.706700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767090.088987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767090.088995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767090.089002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767090.089004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767091.112949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767091.112955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767091.112963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767091.112964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767092.136915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767092.136925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767092.136933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767092.136935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767093.160889:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767093.160896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767093.160903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767093.160904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767094.184882:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767094.184887:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767094.184893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767094.184896:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767094.184898:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767094.184907:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767094.184910:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767094.184914:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767094.184916:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767094.184919:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767094.825524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767094.825552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767094.826231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767094.826234:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767094.826531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767094.826534:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767094.826864:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767094.826867:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767094.827151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767094.827153:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767095.208880:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767095.208886:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767095.208891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767095.208893:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767096.232923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767096.232929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767096.232935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767096.232936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767097.256908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767097.256914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767097.256920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767097.256921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767098.280983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767098.280990:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767098.280992:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767098.280995:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767098.280999:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767098.281001:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767098.281003:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767098.281005:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767098.281011:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767098.281013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767099.304928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767099.304943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767099.304949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767099.304950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767099.945718:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767099.945726:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767099.946420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767099.946423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767099.946679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767099.946681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767099.946922:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767099.946924:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767099.947136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767099.947138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767100.328965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767100.328970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767100.328976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767100.328977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767101.352923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767101.352930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767101.352936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767101.352937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767102.376935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767102.376939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767102.376949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767102.376951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767103.400926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767103.400932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767103.400937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767103.400938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767104.424920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767104.424925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767104.424931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767104.424934:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767104.424937:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767104.424944:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767104.424947:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767104.424950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767104.424952:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767104.424955:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767105.065480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767105.065485:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767105.066122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767105.066125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767105.066308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767105.066322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767105.066500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767105.066502:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767105.066754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767105.066756:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767105.448927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767105.448934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767105.448941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767105.448943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767106.472945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767106.472954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767106.472960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767106.472961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767107.496963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767107.496969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767107.496977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767107.496979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767108.520993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767108.521002:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767108.521005:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767108.521009:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767108.521015:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767108.521018:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767108.521021:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767108.521026:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767108.521031:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767108.521033:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767109.544953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767109.544959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767109.544965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767109.544966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767110.185423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767110.185430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767110.186077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767110.186079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767110.186263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767110.186265:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767110.186466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767110.186467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767110.186693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767110.186695:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767110.568958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767110.568965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767110.568971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767110.568972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767111.593098:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767111.593104:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767111.593109:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767111.593110:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767112.616959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767112.616967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767112.616975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767112.616977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767113.640991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767113.640998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767113.641004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767113.641006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767114.664944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767114.664951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767114.664958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767114.664961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767114.664963:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767114.664967:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767114.664969:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767114.664972:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767114.664974:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767114.664976:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767115.304953:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767115.304967:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767115.304971:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767115.304976:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767115.304981:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767115.304989:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3373
00000400:00000200:3.0:1775767115.305001:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767115.305011:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767115.305014:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767115.305018:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305022:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305025:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305028:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767115.305033:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767115.305035:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767115.305038:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767115.305041:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767115.305045:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767115.305047:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767115.305051:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305053:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305055:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305057:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767115.305061:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767115.305064:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305067:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767115.305071:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767115.305075:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767115.305078:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305082:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767115.305084:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767115.305097:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767115.305102:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767115.305108:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767115.305109:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305113:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767115.305117:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767115.305122:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767115.305133:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767115.305142:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767115.305154:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384536576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767115.305168:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767115.305174:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.305179:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384536576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767115.305203:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767115.305206:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767115.305208:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767115.305210:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767115.305211:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767115.305213:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767115.305214:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3373
00000400:00000200:3.0:1775767115.305217:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767115.305219:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767115.305225:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767115.305228:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305230:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305232:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305234:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767115.305236:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767115.305238:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767115.305239:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767115.305241:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767115.305242:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767115.305243:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767115.305247:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305249:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305251:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305253:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767115.305255:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767115.305257:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305260:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767115.305263:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767115.305271:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767115.305274:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305280:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767115.305284:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767115.305287:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305292:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767115.305296:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767115.305306:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767115.305314:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767115.305319:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305324:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767115.305328:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767115.305330:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767115.305337:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767115.305344:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767115.305357:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384536704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767115.305372:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767115.305379:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.305388:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384536704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767115.305416:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767115.305419:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767115.305423:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767115.305429:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767115.305433:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767115.305453:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767115.305459:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3373
00000400:00000200:3.0:1775767115.305469:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767115.305475:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767115.305481:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767115.305491:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305497:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305503:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305510:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767115.305517:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767115.305520:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767115.305527:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767115.305531:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767115.305535:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767115.305540:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767115.305548:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305558:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305567:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305571:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767115.305574:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767115.305583:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305592:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767115.305595:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767115.305601:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767115.305608:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305614:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767115.305617:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767115.305621:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305631:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767115.305638:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767115.305644:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767115.305651:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767115.305653:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305660:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767115.305662:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767115.305666:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767115.305673:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767115.305680:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767115.305691:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384536832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767115.305718:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767115.305721:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.305731:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384536832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767115.305747:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767115.305752:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767115.305756:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767115.305761:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767115.305762:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767115.305765:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767115.305771:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3373
00000400:00000200:3.0:1775767115.305781:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.1:1775767115.305787:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:3.0:1775767115.305788:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767115.305793:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767115.305796:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305797:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305799:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305800:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767115.305802:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767115.305806:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:0.1:1775767115.305807:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775767115.305809:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767115.305811:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767115.305818:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767115.305822:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767115.305862:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305864:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.305866:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305868:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767115.305871:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767115.305873:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767115.305875:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767115.305877:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767115.305879:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767115.305881:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305882:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767115.305884:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767115.305887:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305890:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767115.305900:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767115.305903:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767115.305910:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767115.305912:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.305920:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767115.305923:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767115.305927:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767115.305938:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767115.305945:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767115.305960:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384536960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767115.306026:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767115.306031:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.306047:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384536960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767115.306069:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767115.306072:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767115.306076:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767115.306078:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767115.306080:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767115.306084:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767115.306088:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3373
00000400:00000200:3.0:1775767115.306098:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767115.306105:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767115.306109:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767115.306121:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.306127:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.306130:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.306133:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767115.306141:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767115.306146:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767115.306152:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767115.306156:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767115.306167:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767115.306180:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767115.306189:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.306196:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767115.306204:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767115.306210:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767115.306217:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767115.306222:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767115.306225:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767115.306229:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767115.306233:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767115.306239:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.306244:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767115.306247:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767115.306254:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.306261:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767115.306273:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767115.306278:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767115.306281:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767115.306285:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767115.306294:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767115.306298:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767115.306314:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767115.306326:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767115.306336:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767115.306356:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384537088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767115.306390:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767115.306396:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.306409:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384537088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767115.306438:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767115.306458:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3383)
00000800:00000200:0.1:1775767115.306600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767115.306602:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767115.306813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767115.306814:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767115.307046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767115.307048:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767115.307250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767115.307265:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767115.688998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767115.689004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767115.689010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767115.689011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767116.712965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767116.712979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767116.712991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767116.712993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767117.736944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767117.736949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767117.736955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767117.736956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767118.760962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767118.760972:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767118.760976:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767118.760981:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767118.760987:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767118.760990:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767118.760993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767118.760996:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767118.761002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767118.761005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767119.784934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767119.784939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767119.784945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767119.784946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767120.425502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767120.425506:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767120.426111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767120.426113:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767120.426344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767120.426346:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767120.426572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767120.426574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767120.426859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767120.426861:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767120.808924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767120.808929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767120.808934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767120.808935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767121.832937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767121.832946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767121.832955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767121.832957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767122.856981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767122.856990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767122.856999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767122.857001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767123.881027:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767123.881038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767123.881050:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767123.881053:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767124.904976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767124.904980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767124.904985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767124.904989:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767124.904991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767124.904993:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767124.904996:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767124.904998:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767124.905000:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767124.905002:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767125.545884:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767125.545889:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767125.546443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767125.546444:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767125.546690:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767125.546692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767125.546886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767125.546888:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767125.547060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767125.547062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767125.929027:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767125.929035:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767125.929044:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767125.929047:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767126.952948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767126.952956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767126.952963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767126.952964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767127.976957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767127.976963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767127.976971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767127.976973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767129.000961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767129.000969:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767129.000972:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767129.000977:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767129.000983:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767129.000985:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767129.001003:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767129.001006:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767129.001013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767129.001015:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767130.024985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767130.024989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767130.024996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767130.024997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767130.665695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767130.665701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767130.666312:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767130.666330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767130.666561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767130.666562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767130.666767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767130.666769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767130.667082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767130.667085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767131.048998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767131.049007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767131.049016:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767131.049018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767132.072998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767132.073003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767132.073008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767132.073009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767133.096978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767133.096985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767133.096990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767133.096991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767134.120979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767134.120986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767134.120991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767134.120992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767135.144952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767135.144957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767135.144962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767135.144966:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767135.144968:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767135.144971:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767135.144973:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767135.144976:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767135.144977:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767135.144979:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767135.785031:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767135.785039:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767135.785041:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767135.785045:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767135.785048:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767135.785054:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3393
00000400:00000200:3.0:1775767135.785062:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767135.785067:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767135.785069:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767135.785071:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785074:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785075:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785077:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767135.785081:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767135.785082:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767135.785084:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767135.785087:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767135.785088:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767135.785090:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767135.785092:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785093:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785094:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785096:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767135.785097:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767135.785100:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785101:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767135.785104:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767135.785106:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767135.785108:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785110:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767135.785111:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767135.785120:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767135.785123:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767135.785126:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767135.785127:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785129:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767135.785131:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767135.785135:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767135.785141:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767135.785146:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767135.785154:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384539136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767135.785161:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767135.785165:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785168:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384539136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767135.785190:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767135.785192:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767135.785195:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767135.785196:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767135.785197:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767135.785199:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767135.785200:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3393
00000400:00000200:3.0:1775767135.785202:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767135.785204:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767135.785205:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767135.785208:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785209:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785211:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785213:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767135.785214:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767135.785216:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767135.785217:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767135.785218:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767135.785219:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767135.785221:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767135.785223:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785224:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785240:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785242:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767135.785245:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767135.785248:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785251:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767135.785253:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767135.785259:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767135.785263:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785267:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767135.785271:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767135.785274:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785277:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767135.785280:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767135.785284:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767135.785288:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767135.785290:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785294:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767135.785296:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767135.785299:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767135.785302:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767135.785307:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767135.785314:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384539264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767135.785322:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767135.785324:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785330:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384539264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767135.785340:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767135.785342:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767135.785345:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767135.785346:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767135.785348:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767135.785350:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767135.785365:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3393
00000400:00000200:3.0:1775767135.785374:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767135.785378:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767135.785382:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767135.785388:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785391:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785395:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785397:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767135.785401:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767135.785402:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767135.785404:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767135.785405:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767135.785407:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767135.785409:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767135.785413:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785415:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785419:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785422:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767135.785424:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767135.785428:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785431:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767135.785433:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767135.785437:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767135.785442:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785445:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767135.785447:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767135.785452:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785455:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767135.785459:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767135.785463:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767135.785464:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767135.785466:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785467:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767135.785469:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767135.785472:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767135.785476:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767135.785479:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767135.785486:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384539392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767135.785502:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767135.785505:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785510:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384539392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767135.785521:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767135.785523:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767135.785528:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767135.785532:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775767135.785532:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775767135.785534:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767135.785536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767135.785537:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767135.785543:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3393
00000400:00000200:3.0:1775767135.785548:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767135.785552:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767135.785553:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767135.785557:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785559:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785564:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785566:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767135.785568:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767135.785569:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767135.785572:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767135.785574:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767135.785577:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767135.785578:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767135.785582:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785585:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785588:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785592:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767135.785596:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767135.785601:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785605:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767135.785607:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767135.785609:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767135.785612:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785614:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767135.785617:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767135.785621:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785623:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767135.785627:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767135.785630:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767135.785633:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767135.785636:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785638:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767135.785640:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767135.785643:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767135.785645:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767135.785647:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767135.785650:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384539520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767135.785655:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767135.785658:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785661:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384539520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767135.785669:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767135.785671:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767135.785676:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767135.785677:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767135.785680:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767135.785681:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767135.785684:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3393
00000400:00000200:3.0:1775767135.785687:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767135.785690:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767135.785691:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767135.785693:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785694:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785698:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785700:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767135.785702:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767135.785703:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767135.785706:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767135.785708:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767135.785709:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767135.785711:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767135.785714:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785716:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767135.785720:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785722:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767135.785724:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767135.785729:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767135.785734:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767135.785737:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767135.785740:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767135.785743:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785747:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767135.785749:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767135.785754:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785758:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767135.785762:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767135.785764:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767135.785767:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767135.785770:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767135.785772:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767135.785775:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767135.785778:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767135.785782:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767135.785785:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767135.785793:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384539648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767135.785802:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767135.785805:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785809:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384539648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767135.785862:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767135.785866:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3403)
00000800:00000200:0.1:1775767135.786083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767135.786085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767135.786365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767135.786367:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767135.786592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767135.786594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767135.786768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767135.786770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767136.168947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767136.168952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767136.168957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767136.168958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767137.192979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767137.192985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767137.192992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767137.192994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767138.217000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767138.217010:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767138.217012:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767138.217017:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767138.217022:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767138.217024:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767138.217026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767138.217028:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767138.217033:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767138.217034:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767139.240989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767139.240998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767139.241009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767139.241014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767140.264946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767140.264953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767140.264966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767140.264967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767140.904976:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767140.904988:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767140.904992:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767140.904997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767140.905003:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767140.905012:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3398
00000400:00000200:3.0:1775767140.905025:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767140.905033:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767140.905037:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767140.905041:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905045:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905055:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905058:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767140.905063:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767140.905066:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767140.905069:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767140.905073:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767140.905075:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767140.905078:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767140.905082:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905084:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905086:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905089:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767140.905092:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767140.905095:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905098:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767140.905102:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767140.905106:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767140.905110:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905112:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767140.905115:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767140.905128:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767140.905132:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767140.905137:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767140.905139:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905143:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767140.905147:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767140.905153:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767140.905196:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767140.905206:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767140.905219:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384539776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767140.905247:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767140.905254:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.905259:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384539776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767140.905286:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767140.905289:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767140.905293:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767140.905295:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767140.905297:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767140.905299:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767140.905302:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3398
00000400:00000200:3.0:1775767140.905306:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767140.905310:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767140.905313:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767140.905317:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905319:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905323:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905325:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767140.905328:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767140.905329:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767140.905333:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767140.905335:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767140.905339:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767140.905342:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767140.905348:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905353:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905358:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905362:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767140.905367:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767140.905372:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905375:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767140.905378:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767140.905386:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767140.905389:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905392:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767140.905399:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767140.905403:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905407:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767140.905411:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767140.905416:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767140.905436:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767140.905439:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905442:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767140.905446:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767140.905449:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767140.905458:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767140.905464:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767140.905476:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384539904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767140.905495:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767140.905499:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.905505:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384539904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767140.905519:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767140.905527:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767140.905533:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767140.905536:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767140.905539:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767140.905545:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767140.905552:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3398
00000400:00000200:3.0:1775767140.905560:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767140.905567:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767140.905572:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767140.905579:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905585:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905590:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905595:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767140.905599:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767140.905601:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767140.905605:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767140.905609:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767140.905614:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767140.905618:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767140.905626:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905630:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905635:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905638:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767140.905645:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767140.905651:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905671:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767140.905674:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767140.905677:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767140.905682:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767140.905682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767140.905686:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775767140.905688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000008:00100000:3.0:1775767140.905689:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767140.905694:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905698:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767140.905704:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767140.905707:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767140.905710:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767140.905712:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905716:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767140.905718:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767140.905721:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767140.905726:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767140.905730:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767140.905738:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384540032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767140.905754:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767140.905758:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.905766:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384540032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767140.905779:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767140.905784:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767140.905790:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767140.905793:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767140.905795:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767140.905798:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767140.905803:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3398
00000400:00000200:3.0:1775767140.905809:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767140.905814:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767140.905816:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767140.905819:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905822:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905825:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905829:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767140.905831:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767140.905843:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767140.905845:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767140.905848:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767140.905850:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767140.905852:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767140.905882:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905887:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.905892:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905897:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767140.905902:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767140.905908:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767140.905913:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767140.905917:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767140.905921:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767140.905925:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905928:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767140.905932:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767140.905936:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905939:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767140.905945:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767140.905950:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767140.905957:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767140.905961:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.905965:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767140.905968:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767140.905972:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767140.905978:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767140.905983:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767140.905993:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384540160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767140.906004:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767140.906007:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.906015:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384540160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767140.906031:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767140.906036:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767140.906044:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767140.906046:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767140.906049:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767140.906053:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767140.906058:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3398
00000400:00000200:3.0:1775767140.906067:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767140.906072:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767140.906076:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767140.906082:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.906087:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.906092:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.906096:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767140.906100:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767140.906102:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767140.906105:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767140.906109:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767140.906114:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767140.906119:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767140.906124:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.906128:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767140.906130:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767140.906132:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767140.906135:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767140.906139:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767140.906143:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767140.906147:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767140.906151:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767140.906154:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.906157:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767140.906159:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767140.906164:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.906168:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767140.906186:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767140.906189:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767140.906192:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767140.906193:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767140.906196:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767140.906200:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767140.906203:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767140.906208:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767140.906213:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767140.906223:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384540288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767140.906240:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767140.906245:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.906253:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384540288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767140.906271:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767140.906280:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3408)
00000800:00000200:0.1:1775767140.906348:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767140.906349:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767140.906533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767140.906535:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767140.906751:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767140.906769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767140.907086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767140.907087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767141.289035:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767141.289042:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767141.289049:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767141.289050:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767142.312924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767142.312929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767142.312934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767142.312935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767143.336916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767143.336921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767143.336926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767143.336927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767144.360928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767144.360935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767144.360943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767144.360947:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767144.360950:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767144.360955:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767144.360959:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767144.360962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767144.360964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767144.360968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767145.384925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767145.384930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767145.384936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767145.384937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767146.025548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767146.025553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767146.026237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767146.026239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767146.026436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767146.026438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767146.026619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767146.026621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767146.026817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767146.026819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767146.408969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767146.408976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767146.408982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767146.408983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767147.432976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767147.432983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767147.432991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767147.432993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767148.456991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767148.456999:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767148.457018:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767148.457022:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767148.457028:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767148.457030:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767148.457033:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767148.457036:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767148.457042:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767148.457044:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767149.480945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767149.480951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767149.480957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767149.480959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767150.504935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767150.504942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767150.504949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767150.504950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767151.145569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767151.145574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767151.146237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767151.146239:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767151.146494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767151.146496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767151.146681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767151.146683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767151.146871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767151.146873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767151.528917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767151.528924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767151.528930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767151.528931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767152.552990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767152.552995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767152.553002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767152.553003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767153.576985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767153.576994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767153.577004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767153.577006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767153.577068:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767153.577073:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767153.577079:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767154.600998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767154.601006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767154.601015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767154.601019:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767154.601022:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767154.601026:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767154.601071:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767154.601074:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767154.601077:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767154.601080:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767155.624909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767155.624914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767155.624921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767155.624923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767156.265461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767156.265815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767156.266106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767156.266259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767156.266405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767156.648938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767156.648943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767156.648948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767156.648950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767156.648970:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767156.648972:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767156.648974:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767157.672940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767157.672946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767157.672952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767157.672954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767158.696894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767158.696900:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767158.696902:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767158.696906:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767158.696910:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767158.696912:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767158.696914:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767158.696916:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767158.696920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767158.696922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775767159.337103:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767159.337139:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767159.337147:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767159.337151:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767159.337156:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767159.337160:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767159.337165:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767159.337169:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:3.0:1775767159.337175:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767159.337180:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767159.337187:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4a18
00000400:00000010:3.0:1775767159.337189:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4a18.
00000100:00000001:3.0:1775767159.337195:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767159.337203:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482a300 x1862023384541696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337233:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767159.337238:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384541696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337246:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767159.337248:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767159.337258:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767159.337260:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462300.
00000400:00000200:3.0:1775767159.337263:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767159.337267:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767159.337271:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:3.0:1775767159.337273:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:3.0:1775767159.337276:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767159.337281:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829f80 x1862023384541824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337291:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767159.337297:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384541824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337308:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767159.337312:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767159.337322:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767159.337328:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:3.0:1775767159.337334:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767159.337339:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767159.337359:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc42a8
00000400:00000010:3.0:1775767159.337364:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc42a8.
00000100:00000001:3.0:1775767159.337371:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767159.337380:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482bb80 x1862023384541952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337404:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767159.337412:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384541952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337426:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767159.337431:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767159.337442:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767159.337447:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:3.0:1775767159.337453:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767159.337464:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767159.337470:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4088
00000400:00000010:3.0:1775767159.337473:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4088.
00000100:00000001:3.0:1775767159.337478:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767159.337486:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b800 x1862023384542080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337502:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767159.337509:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384542080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337523:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767159.337527:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767159.337538:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767159.337542:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:3.0:1775767159.337547:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767159.337555:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767159.337560:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4f68
00000400:00000010:3.0:1775767159.337564:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4f68.
00000100:00000001:3.0:1775767159.337570:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767159.337578:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828a80 x1862023384542208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337607:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767159.337615:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384542208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767159.337641:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767159.337645:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767159.720907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767159.720914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767159.720922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767159.720924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767159.720947:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767159.720950:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767159.720953:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767160.744884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767160.744891:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767160.744899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767160.744900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767161.385577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767161.385584:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767161.386613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767161.386615:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767161.386994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767161.386997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767161.387247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767161.387249:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767161.387464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767161.387466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767161.768904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767161.768911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767161.768918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767161.768920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767162.792907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767162.792923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767162.792930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767162.792932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767162.792967:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767162.792970:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767162.792974:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767163.816892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767163.816900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767163.816905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767163.816907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767164.840976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767164.840981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767164.840985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767164.840988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767164.840991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767164.840993:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767164.840995:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767164.840996:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767164.840998:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767164.840999:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767165.864961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767165.864969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767165.864976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767165.864978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767165.865003:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767165.865005:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767165.865008:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767166.505466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767166.505472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767166.506016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767166.506018:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767166.506219:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767166.506221:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767166.506474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767166.506475:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767166.506683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767166.506684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767166.888981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767166.888987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767166.888995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767166.888996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767167.912981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767167.912991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767167.912997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767167.912999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767168.936928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767168.936939:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767168.936943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767168.936947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767168.936953:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767168.936956:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767168.936958:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767168.936960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767168.936964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767168.936965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767168.936984:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767168.936986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767168.936989:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767169.960992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767169.960999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767169.961008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767169.961011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767170.984984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767170.984994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767170.985003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767170.985005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767171.625680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767171.625691:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767171.626495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767171.626496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767171.626681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767171.626683:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767171.626916:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767171.626918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767171.627105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767171.627106:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767172.008917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767172.008923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767172.008930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767172.008931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767172.008951:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767172.008953:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767172.008956:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767173.032944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767173.032951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767173.032958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767173.032961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767174.056951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767174.056957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767174.056962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767174.056963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767175.080914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767175.080922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767175.080929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767175.080932:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767175.080936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767175.080940:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767175.080943:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767175.080946:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767175.080948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767175.080951:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767175.080973:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767175.080977:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767175.080980:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767176.104942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767176.104948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767176.104954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767176.104955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767176.745540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767176.745546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767176.746058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767176.746059:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767176.746264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767176.746266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767176.746483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767176.746485:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767176.746663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767176.746665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767177.128954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767177.128962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767177.128970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767177.128971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767178.152955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767178.152961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767178.152969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767178.152970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767178.152994:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767178.152997:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767178.153001:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767179.176978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767179.176987:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767179.176991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767179.176995:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767179.177001:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767179.177004:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767179.177006:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767179.177009:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767179.177015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767179.177018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767180.200982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767180.200989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767180.200996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767180.200997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767181.224905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767181.224912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767181.224917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767181.224919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767181.224944:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767181.224946:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767181.224948:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767181.865542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767181.865549:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767181.866212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767181.866214:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767181.866428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767181.866431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767181.866622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767181.866625:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767181.866940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767181.866942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767182.248959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767182.248967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767182.248976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767182.248977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767183.272986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767183.272994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767183.273002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767183.273005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767184.296930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767184.296936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767184.296942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767184.296945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767184.296948:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767184.296952:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767184.296955:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767184.296957:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767184.296960:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767184.296962:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767184.296983:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767184.296986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767184.296990:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767185.320942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767185.320947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767185.320952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767185.320953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767186.344944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767186.344953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767186.344962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767186.344964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767186.985415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767186.985422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767186.986043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767186.986045:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767186.986268:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767186.986269:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767186.986480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767186.986483:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767186.986717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767186.986720:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767187.368931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767187.368938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767187.368945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767187.368947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767187.368970:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767187.368973:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767187.368976:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767188.392931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767188.392936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767188.392943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767188.392944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767189.416973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767189.416984:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767189.416987:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767189.416991:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767189.416998:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767189.417001:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767189.417004:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767189.417007:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767189.417012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767189.417013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767190.440922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767190.440927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767190.440933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767190.440934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767190.440958:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767190.440961:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767190.440963:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767191.464963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767191.464971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767191.464981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767191.464983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767192.105605:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767192.105612:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767192.106222:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767192.106225:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767192.106517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767192.106520:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767192.106853:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767192.106856:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767192.107176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767192.107178:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1775767192.488902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767192.488934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767192.488939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767192.488940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767193.512948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767193.512960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767193.512969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767193.512971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767193.513006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767193.513010:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767193.513013:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767194.536969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767194.536977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767194.536985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767194.536988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767194.536991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767194.536996:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767194.536999:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767194.537002:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767194.537004:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767194.537006:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767195.560927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767195.560933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767195.560939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767195.560940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767196.584907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767196.584914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767196.584922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767196.584924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767196.584946:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767196.584949:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767196.584952:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767197.225678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767197.225690:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767197.226693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767197.226695:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767197.226913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767197.226915:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767197.227095:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767197.227096:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767197.227368:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767197.227370:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767197.608959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767197.608966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767197.608973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767197.608976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767198.632948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767198.632954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767198.632960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767198.632961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767199.656980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767199.656999:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767199.657002:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767199.657006:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767199.657012:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767199.657014:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767199.657016:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767199.657018:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767199.657022:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767199.657023:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767199.657058:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767199.657060:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767199.657062:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767200.680927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767200.680932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767200.680936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767200.680937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767201.704915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767201.704920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767201.704926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767201.704927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767202.345483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767202.345491:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767202.346030:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767202.346032:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767202.346214:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767202.346216:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767202.346384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767202.346385:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767202.346646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767202.346648:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767202.728942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767202.728948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767202.728954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767202.728955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767202.728977:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767202.728980:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767202.728982:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767203.752935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767203.752940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767203.752945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767203.752946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767204.776961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767204.776967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767204.776974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767204.776977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767204.776980:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767204.776984:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767204.776986:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767204.776989:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767204.776991:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767204.776993:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767205.800904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767205.800909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767205.800913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767205.800915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767205.800932:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767205.800934:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767205.800936:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767206.824920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767206.824925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767206.824929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767206.824930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767207.465928:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767207.465932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767207.466982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767207.466988:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767207.467257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767207.467260:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767207.467535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767207.467538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767207.467798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767207.467799:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767207.848961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767207.848972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767207.848983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767207.848986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767208.872988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767208.872996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767208.873006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767208.873009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767208.873033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767208.873035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767208.873038:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767209.896887:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767209.896894:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767209.896895:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767209.896899:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767209.896904:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767209.896906:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767209.896907:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767209.896911:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767209.896915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767209.896917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767209.896994:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767209.896998:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767209.897004:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767210.920995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767210.921000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767210.921006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767210.921008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767211.944949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767211.944955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767211.944962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767211.944964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767211.944986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767211.944989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767211.944992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767212.585608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767212.585615:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767212.586280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767212.586281:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767212.586587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767212.586588:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767212.586831:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767212.586834:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767212.587083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767212.587085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767212.968942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767212.968952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767212.968960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767212.968962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767212.968983:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767212.968986:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767212.968989:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767213.992978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767213.992983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767213.992989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767213.992990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767215.016951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767215.016956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767215.016961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767215.016965:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767215.016967:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767215.016970:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767215.016972:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767215.016974:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767215.016976:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767215.016978:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767215.016995:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767215.016997:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767215.016999:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767216.040968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767216.040979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767216.040990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767216.040991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767216.041027:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767216.041030:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767216.041034:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767217.064954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767217.064961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767217.064973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767217.064974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767217.705636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767217.705641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767217.706229:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767217.706231:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767217.706455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767217.706458:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767217.706737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767217.706739:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767217.706944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767217.706947:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767218.088910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767218.088917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767218.088922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767218.088924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767218.088946:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767218.088949:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767218.088951:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767219.112902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767219.112907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767219.112911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767219.112912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767219.112933:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767219.112944:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767219.112950:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767220.136963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767220.136972:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767220.136975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767220.136989:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767220.136995:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767220.136997:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767220.137004:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767220.137007:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767220.137013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767220.137015:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767221.160986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767221.160992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767221.161002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767221.161005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767221.161031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767221.161034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767221.161038:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767222.184917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767222.184923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767222.184928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767222.184929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767222.184947:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767222.184949:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767222.184952:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767222.825465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767222.825827:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767222.825945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767222.826038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767222.826197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767223.208922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767223.208927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767223.208931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767223.208933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767224.232935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767224.232947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767224.232953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767224.232955:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767224.232957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767224.232960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767224.232963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767224.232964:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767224.232967:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767224.232968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767224.232989:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767224.232991:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767224.232993:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767225.256906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767225.256913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767225.256919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767225.256920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767225.256941:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767225.256944:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767225.256947:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767225.897242:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767225.897305:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767225.897350:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767225.897356:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767225.897362:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767225.897368:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767225.897379:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767225.897384:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1900.
00000400:00000200:3.0:1775767225.897391:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767225.897397:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767225.897406:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35880
00000400:00000010:3.0:1775767225.897409:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35880.
00000100:00000001:3.0:1775767225.897416:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767225.897427:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7100 x1862023384550016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897458:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767225.897462:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384550016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897471:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767225.897474:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767225.897490:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767225.897494:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1600.
00000400:00000200:3.0:1775767225.897498:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767225.897502:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767225.897506:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca353b8
00000400:00000010:3.0:1775767225.897509:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca353b8.
00000100:00000001:3.0:1775767225.897514:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767225.897520:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4a80 x1862023384550144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897530:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767225.897534:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384550144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897543:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767225.897545:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767225.897555:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767225.897558:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1400.
00000400:00000200:3.0:1775767225.897567:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767225.897574:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767225.897579:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35330
00000400:00000010:3.0:1775767225.897584:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35330.
00000100:00000001:3.0:1775767225.897591:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767225.897605:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4700 x1862023384550272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897617:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767225.897628:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384550272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897657:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767225.897661:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767225.897676:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767225.897690:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1d00.
00000400:00000200:3.0:1775767225.897703:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767225.897714:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767225.897719:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35d48
00000400:00000010:3.0:1775767225.897722:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35d48.
00000100:00000001:3.0:1775767225.897727:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767225.897738:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5f80 x1862023384550400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897756:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767225.897761:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384550400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.897781:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767225.897786:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767225.897804:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767225.897816:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1300.
00000400:00000200:3.0:1775767225.897825:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767225.897995:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767225.898006:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35b28
00000400:00000010:3.0:1775767225.898018:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35b28.
00000100:00000001:3.0:1775767225.898026:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767225.898041:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6300 x1862023384550528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.898067:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767225.898077:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384550528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767225.898136:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767225.898150:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767226.280895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767226.280903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767226.280909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767226.280910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767227.304895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767227.304903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767227.304909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767227.304910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767227.304933:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767227.304937:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767227.304939:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767227.945512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767227.945519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767227.946274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767227.946278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767227.946607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767227.946609:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767227.946898:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767227.946900:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767227.947196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767227.947199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767228.328898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767228.328904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767228.328911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767228.328913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767228.328934:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767228.328937:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767228.328940:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767229.352884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767229.352891:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767229.352893:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767229.352896:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767229.352901:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767229.352903:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767229.352904:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767229.352907:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767229.352911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767229.352912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767230.376900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767230.376905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767230.376909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767230.376910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767230.376931:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767230.376933:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767230.376935:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767231.400912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767231.400918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767231.400925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767231.400927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767231.400946:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767231.400949:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767231.400952:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767232.424997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767232.425004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767232.425010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767232.425011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767233.064965:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767233.064979:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767233.064983:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767233.064988:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767233.064993:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767233.065003:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3490
00000400:00000200:3.0:1775767233.065016:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767233.065025:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767233.065029:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767233.065033:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065037:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065040:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065043:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767233.065048:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767233.065051:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767233.065054:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767233.065057:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767233.065060:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767233.065063:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767233.065067:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065069:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065071:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065074:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767233.065077:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767233.065081:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065084:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767233.065087:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767233.065092:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767233.065096:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065098:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767233.065101:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767233.065114:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767233.065119:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767233.065124:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767233.065126:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065130:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767233.065133:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767233.065139:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767233.065150:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767233.065158:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767233.065169:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384551296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767233.065183:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767233.065190:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.065197:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384551296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767233.065226:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767233.065230:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767233.065233:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767233.065235:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767233.065237:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767233.065240:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767233.065243:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3490
00000400:00000200:3.0:1775767233.065248:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767233.065252:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767233.065267:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767233.065272:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065274:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065277:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065279:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767233.065282:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767233.065284:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767233.065286:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767233.065289:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767233.065293:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767233.065300:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767233.065307:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065316:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065321:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767233.065327:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767233.065338:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065349:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767233.065359:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767233.065368:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767233.065384:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065391:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767233.065399:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767233.065406:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065412:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767233.065420:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767233.065425:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767233.065432:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767233.065435:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065440:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767233.065443:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767233.065449:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767233.065460:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767233.065469:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767233.065480:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384551424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767233.065520:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767233.065528:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.065542:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384551424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767233.065586:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767233.065593:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767233.065603:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767233.065610:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767233.065615:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767233.065624:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767233.065633:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3490
00000400:00000200:3.0:1775767233.065649:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767233.065663:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767233.065672:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767233.065682:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065693:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065702:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767233.065703:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767233.065711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775767233.065712:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767233.065723:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767233.065727:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767233.065731:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767233.065739:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767233.065750:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767233.065761:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767233.065774:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065785:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.065794:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065802:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767233.065808:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767233.065815:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767233.065822:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767233.065881:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767233.065887:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767233.065896:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065902:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767233.065907:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767233.065912:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065917:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767233.065923:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767233.065934:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767233.065942:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767233.065943:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.065945:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767233.065951:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767233.065959:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767233.065968:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767233.065981:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767233.065992:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384551552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767233.066026:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767233.066035:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.066045:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384551552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767233.066091:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767233.066099:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767233.066118:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767233.066123:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767233.066126:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767233.066139:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767233.066148:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3490
00000400:00000200:3.0:1775767233.066166:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767233.066182:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767233.066191:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767233.066202:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066214:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.066228:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066234:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767233.066243:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767233.066246:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767233.066253:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767233.066270:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767233.066277:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767233.066286:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767233.066298:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066310:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.066317:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066329:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767233.066337:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767233.066344:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066352:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767233.066359:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767233.066368:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767233.066382:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066391:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767233.066397:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767233.066405:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066415:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767233.066427:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767233.066435:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767233.066445:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767233.066451:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066458:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767233.066464:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767233.066470:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767233.066483:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767233.066495:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767233.066511:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384551680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767233.066545:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767233.066556:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.066570:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384551680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767233.066620:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767233.066629:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767233.066640:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1775767233.066640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767233.066647:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775767233.066647:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1775767233.066653:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767233.066667:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767233.066676:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3490
00000400:00000200:3.0:1775767233.066692:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767233.066704:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767233.066714:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767233.066726:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066735:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.066747:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066754:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767233.066761:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767233.066764:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767233.066770:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767233.066774:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767233.066786:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767233.066795:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767233.066809:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066817:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767233.066824:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066856:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767233.066863:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767233.066873:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767233.066877:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767233.066881:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767233.066889:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767233.066894:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066900:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767233.066905:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767233.066911:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066918:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767233.066927:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767233.066934:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767233.066943:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767233.066945:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767233.066952:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767233.066956:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767233.066961:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767233.066969:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767233.066979:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767233.066991:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384551808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767233.067030:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767233.067036:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.067047:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384551808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767233.067112:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767233.067125:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3500)
00000800:00000200:0.1:1775767233.067340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767233.067342:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767233.067741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767233.067744:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767233.068060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767233.068063:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767233.449020:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767233.449027:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767233.449034:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767233.449036:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767233.449061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767233.449063:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767233.449066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767234.472982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767234.472991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767234.473000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767234.473005:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767234.473007:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767234.473012:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767234.473016:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767234.473019:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767234.473021:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767234.473024:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767234.473051:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767234.473053:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767234.473055:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767235.496900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767235.496906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767235.496911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767235.496912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767236.520916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767236.520921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767236.520927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767236.520928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767236.520945:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767236.520947:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767236.520949:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767237.544927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767237.544933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767237.544940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767237.544941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767237.544963:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767237.544966:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767237.544969:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767238.184933:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767238.184943:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767238.184946:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767238.184951:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767238.184955:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767238.184963:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3495
00000400:00000200:3.0:1775767238.184973:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767238.184979:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767238.184983:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767238.184985:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.184988:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.184990:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.184992:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767238.184996:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767238.184998:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767238.185000:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767238.185003:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767238.185004:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767238.185006:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767238.185008:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185009:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185011:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185012:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767238.185015:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767238.185017:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185019:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767238.185021:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767238.185024:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767238.185026:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185028:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767238.185030:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767238.185040:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767238.185043:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767238.185047:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767238.185048:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185051:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767238.185054:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767238.185059:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767238.185068:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767238.185074:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767238.185083:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384551936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767238.185093:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767238.185098:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185102:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384551936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767238.185124:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767238.185126:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767238.185129:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767238.185130:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767238.185131:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767238.185133:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767238.185135:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3495
00000400:00000200:3.0:1775767238.185137:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767238.185139:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767238.185140:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767238.185142:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185144:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185145:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185147:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767238.185148:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767238.185149:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767238.185150:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767238.185152:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767238.185154:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767238.185156:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767238.185159:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185161:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185162:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185163:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767238.185165:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767238.185167:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185168:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767238.185169:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767238.185174:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767238.185177:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185179:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767238.185184:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767238.185187:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185188:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767238.185191:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767238.185193:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767238.185195:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767238.185197:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185201:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767238.185204:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767238.185220:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767238.185227:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767238.185231:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767238.185237:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384552064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767238.185250:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767238.185254:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185259:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384552064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767238.185275:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767238.185278:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767238.185283:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767238.185286:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767238.185287:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767238.185289:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767238.185291:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3495
00000400:00000200:3.0:1775767238.185296:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767238.185299:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767238.185302:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767238.185305:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185310:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185314:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185316:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767238.185317:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767238.185319:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767238.185322:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767238.185323:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767238.185325:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767238.185326:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767238.185328:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185329:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185333:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185335:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767238.185336:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767238.185338:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185339:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767238.185341:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767238.185345:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767238.185350:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185352:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767238.185354:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767238.185356:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185357:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767238.185360:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767238.185364:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767238.185366:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767238.185367:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185370:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767238.185372:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767238.185374:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767238.185380:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767238.185385:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767238.185392:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384552192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767238.185405:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767238.185406:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185411:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384552192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767238.185422:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767238.185424:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767238.185428:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767238.185430:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767238.185432:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767238.185435:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767238.185438:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3495
00000400:00000200:3.0:1775767238.185441:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767238.185447:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767238.185451:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767238.185453:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185455:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185458:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185459:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767238.185460:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767238.185461:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767238.185462:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767238.185463:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767238.185464:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767238.185466:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767238.185471:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185473:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185476:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185480:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767238.185482:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767238.185485:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185487:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767238.185490:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767238.185492:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767238.185493:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185496:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767238.185498:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767238.185502:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185503:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767238.185507:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767238.185509:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767238.185513:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767238.185514:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185517:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767238.185519:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767238.185521:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767238.185525:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767238.185529:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767238.185532:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384552320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767238.185538:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767238.185542:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185547:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384552320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767238.185561:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767238.185564:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767238.185571:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767238.185572:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767238.185573:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767238.185575:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767238.185577:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3495
00000400:00000200:3.0:1775767238.185580:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767238.185582:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767238.185583:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767238.185585:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185589:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185590:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185591:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767238.185592:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767238.185593:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767238.185596:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767238.185599:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767238.185601:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767238.185604:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767238.185608:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185610:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767238.185614:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767238.185616:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767238.185620:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000800:00000200:0.1:1775767238.185620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775767238.185624:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775767238.185627:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775767238.185628:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767238.185630:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767238.185633:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767238.185636:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185639:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767238.185641:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767238.185644:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185646:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767238.185650:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767238.185652:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767238.185654:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767238.185654:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767238.185655:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767238.185657:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767238.185658:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767238.185662:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767238.185666:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767238.185671:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384552448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767238.185676:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767238.185678:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185683:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384552448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767238.185692:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767238.185697:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3506)
00000800:00000200:0.1:1775767238.186186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767238.186189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767238.186545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767238.186548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767238.186896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767238.186899:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767238.187227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767238.187230:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775767238.568984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767238.568989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767238.568993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767238.568995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767239.592924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767239.592931:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767239.592934:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767239.592938:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767239.592942:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767239.592945:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767239.592947:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767239.592949:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767239.592954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767239.592956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767239.592978:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767239.592981:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767239.592984:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767240.616949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767240.616957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767240.616962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767240.616964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767240.616985:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767240.616987:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767240.616989:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767241.640971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767241.640980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767241.640990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767241.640992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767242.664928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767242.664934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767242.664940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767242.664941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767242.664962:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767242.664965:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767242.664967:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767243.304938:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767243.304954:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767243.304957:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767243.304962:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767243.304967:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767243.304978:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3501
00000400:00000200:3.0:1775767243.304990:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767243.304999:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767243.305003:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767243.305007:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305011:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305016:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767243.305021:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767243.305024:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767243.305027:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767243.305030:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767243.305033:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767243.305036:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767243.305038:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305040:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305041:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305043:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767243.305045:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767243.305048:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305049:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767243.305052:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767243.305055:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767243.305057:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305059:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767243.305061:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767243.305072:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767243.305075:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767243.305080:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767243.305082:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305085:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767243.305088:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767243.305094:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767243.305104:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767243.305113:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767243.305124:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384552576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767243.305138:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767243.305143:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.305148:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384552576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767243.305228:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767243.305231:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767243.305234:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767243.305236:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767243.305237:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767243.305240:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767243.305243:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3501
00000400:00000200:3.0:1775767243.305247:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767243.305251:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767243.305253:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767243.305256:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305260:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305263:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305267:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767243.305270:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767243.305272:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767243.305274:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767243.305277:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767243.305281:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767243.305287:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767243.305294:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305299:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305303:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305306:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767243.305312:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767243.305319:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305323:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767243.305327:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767243.305335:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767243.305341:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305344:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767243.305350:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767243.305357:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305361:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767243.305368:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767243.305373:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767243.305377:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767243.305378:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305382:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767243.305386:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767243.305389:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767243.305397:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767243.305401:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767243.305411:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384552704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767243.305421:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767243.305424:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.305429:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384552704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767243.305444:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767243.305448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767243.305451:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767243.305455:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767243.305458:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767243.305463:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767243.305469:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3501
00000400:00000200:3.0:1775767243.305481:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767243.305490:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767243.305493:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767243.305502:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305509:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305516:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305520:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767243.305524:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767243.305526:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767243.305531:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767243.305534:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767243.305539:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:0.1:1775767243.305543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775767243.305544:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:0.1:1775767243.305550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1775767243.305552:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305556:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305559:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305563:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767243.305566:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767243.305570:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305574:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767243.305575:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767243.305578:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767243.305579:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305581:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767243.305584:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767243.305587:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305592:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767243.305596:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767243.305599:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767243.305602:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767243.305605:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305609:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767243.305612:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767243.305614:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767243.305621:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767243.305629:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767243.305639:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384552832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767243.305673:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767243.305676:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.305682:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384552832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767243.305694:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767243.305697:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767243.305702:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767243.305703:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767243.305705:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767243.305709:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767243.305712:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3501
00000400:00000200:3.0:1775767243.305718:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767243.305721:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767243.305722:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767243.305724:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305725:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305727:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305728:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767243.305729:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767243.305731:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767243.305733:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767243.305735:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767243.305737:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767243.305741:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767243.305744:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305747:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305750:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305753:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767243.305756:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767243.305757:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305759:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767243.305760:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767243.305762:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767243.305764:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305765:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767243.305769:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767243.305776:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305781:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767243.305787:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767243.305793:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767243.305801:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767243.305804:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.305810:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767243.305813:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767243.305816:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767243.305823:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767243.305853:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767243.305859:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384552960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767243.305865:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767243.305869:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.305875:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384552960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767243.305909:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767243.305911:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767243.305917:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767243.305920:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767243.305923:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767243.305927:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767243.305931:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3501
00000400:00000200:3.0:1775767243.305937:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767243.305939:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767243.305941:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767243.305943:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305944:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305946:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305947:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767243.305949:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767243.305950:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767243.305951:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767243.305955:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767243.305958:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767243.305961:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767243.305970:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305976:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767243.305981:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767243.305985:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767243.305993:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767243.306001:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767243.306009:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767243.306016:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767243.306022:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767243.306028:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.306033:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767243.306038:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767243.306045:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.306051:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767243.306056:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767243.306061:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767243.306067:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767243.306070:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767243.306075:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767243.306078:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767243.306081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767243.306088:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767243.306095:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767243.306104:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384553088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767243.306124:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767243.306126:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.306132:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384553088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767243.306150:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767243.306171:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3511)
00000800:00000200:0.1:1775767243.306265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767243.306266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767243.306490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767243.306492:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767243.306713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767243.306714:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767243.307050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767243.307052:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767243.688958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767243.688966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767243.688974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767243.688976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767243.689001:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767243.689005:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767243.689008:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767244.712907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767244.712913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767244.712918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767244.712922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767244.712924:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767244.712926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767244.712929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767244.712930:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767244.712932:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767244.712934:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767245.736960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767245.736978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767245.736984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767245.736985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767245.737006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767245.737008:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767245.737011:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767246.760926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767246.760935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767246.760943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767246.760945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767246.760969:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767246.760972:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767246.760974:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767247.784964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767247.784972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767247.784977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767247.784978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767248.425572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767248.425580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767248.426210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767248.426212:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767248.426454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767248.426456:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767248.426684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767248.426686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767248.426888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767248.426890:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767248.809010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767248.809018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767248.809024:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767248.809025:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767248.809047:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767248.809049:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767248.809051:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767249.832963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767249.832974:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767249.832976:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767249.832979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767249.832984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767249.832986:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767249.832988:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767249.832990:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767249.832994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767249.832995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767249.833020:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767249.833022:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767249.833025:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767250.856969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767250.856977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767250.856982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767250.856984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767251.880951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767251.880959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767251.880965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767251.880966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767251.881000:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767251.881003:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767251.881005:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767252.904952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767252.904958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767252.904965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767252.904967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767252.905000:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767252.905003:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767252.905006:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767253.544988:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767253.544999:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767253.545002:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767253.545006:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767253.545011:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767253.545018:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3511
00000400:00000200:3.0:1775767253.545028:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767253.545035:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767253.545039:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767253.545043:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545047:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545050:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545052:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767253.545055:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767253.545056:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767253.545058:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767253.545061:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767253.545062:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767253.545088:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767253.545090:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545091:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545093:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545094:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767253.545096:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767253.545099:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545100:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767253.545103:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767253.545106:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767253.545108:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545109:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767253.545111:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767253.545120:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767253.545122:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767253.545125:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767253.545127:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545129:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767253.545131:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767253.545134:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767253.545142:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767253.545147:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767253.545154:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384553856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767253.545167:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767253.545170:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545174:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384553856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767253.545194:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767253.545197:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767253.545199:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767253.545200:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767253.545202:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767253.545204:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767253.545205:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3511
00000400:00000200:3.0:1775767253.545208:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767253.545210:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767253.545212:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767253.545213:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545215:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545216:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545218:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767253.545221:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767253.545222:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767253.545224:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767253.545226:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767253.545229:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767253.545231:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767253.545235:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545237:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545240:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545242:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767253.545245:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767253.545251:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545256:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767253.545260:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767253.545267:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767253.545273:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545278:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767253.545283:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767253.545287:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545291:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767253.545295:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767253.545299:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767253.545303:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767253.545305:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545310:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767253.545311:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767253.545315:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767253.545320:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767253.545324:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767253.545331:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384553984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767253.545342:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767253.545344:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545347:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384553984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767253.545359:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767253.545361:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767253.545373:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767253.545375:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767253.545377:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767253.545381:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767253.545384:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3511
00000400:00000200:3.0:1775767253.545390:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767253.545394:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767253.545397:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767253.545401:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545403:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545406:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545408:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767253.545413:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767253.545415:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767253.545417:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767253.545419:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767253.545423:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767253.545427:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767253.545431:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545434:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545438:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545442:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767253.545446:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767253.545449:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545453:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767253.545455:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767253.545459:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767253.545462:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545464:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767253.545465:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767253.545468:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545470:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767253.545475:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767253.545478:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767253.545482:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767253.545484:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545486:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767253.545487:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767253.545488:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767253.545492:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767253.545496:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767253.545502:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384554112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767253.545510:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767253.545511:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545515:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384554112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767253.545526:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767253.545531:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767253.545534:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767253.545537:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767253.545538:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767253.545542:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767253.545547:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3511
00000400:00000200:3.0:1775767253.545552:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767253.545556:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767253.545560:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767253.545566:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545570:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545573:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545576:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767253.545578:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767253.545579:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767253.545580:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767253.545583:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767253.545585:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767253.545587:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767253.545593:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545596:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545600:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545602:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767253.545605:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000200:0.1:1775767253.545606:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775767253.545610:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775767253.545611:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775767253.545612:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767253.545616:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767253.545619:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767253.545622:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545625:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767253.545628:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767253.545630:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545631:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767253.545637:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767253.545641:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767253.545643:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767253.545644:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545649:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767253.545651:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767253.545654:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767253.545660:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767253.545666:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767253.545676:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384554240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767253.545706:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767253.545711:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545720:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384554240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767253.545740:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767253.545746:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767253.545750:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767253.545754:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767253.545755:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767253.545757:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767253.545760:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3511
00000400:00000200:3.0:1775767253.545766:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767253.545770:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767253.545773:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767253.545777:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545779:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545781:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545782:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767253.545784:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767253.545785:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767253.545786:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767253.545788:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767253.545790:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767253.545795:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767253.545801:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545805:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767253.545810:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545815:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767253.545821:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767253.545827:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767253.545863:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767253.545866:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767253.545871:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767253.545877:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545880:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767253.545883:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767253.545888:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545891:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767253.545895:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767253.545900:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767253.545904:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767253.545907:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767253.545910:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767253.545913:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767253.545915:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767253.545919:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767253.545924:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767253.545932:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384554368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767253.545959:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767253.545962:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545966:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384554368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767253.545974:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767253.545979:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3521)
00000800:00000200:0.1:1775767253.546175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767253.546177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767253.546390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767253.546392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767253.546573:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767253.546574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767253.546739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767253.546741:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767253.928971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767253.928977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767253.928982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767253.928983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767254.952963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767254.952967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767254.952973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767254.952977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767254.952980:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767254.952982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767254.952984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767254.952987:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767254.952989:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767254.952991:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767254.953013:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767254.953015:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767254.953016:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767255.976935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767255.976941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767255.976947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767255.976948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767255.976968:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767255.976970:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767255.976973:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767257.000948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767257.000956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767257.000964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767257.000965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767258.024949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767258.024958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767258.024967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767258.024969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767258.024997:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767258.025000:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767258.025003:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767258.664895:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767258.664902:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767258.664905:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767258.664908:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767258.664912:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767258.664917:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3516
00000400:00000200:3.0:1775767258.664925:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767258.664930:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767258.664943:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767258.664947:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.664951:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.664957:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.664960:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767258.664964:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767258.664966:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767258.664969:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767258.664971:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767258.664974:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767258.664976:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767258.664979:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.664981:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.664983:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.664985:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767258.664988:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767258.664991:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767258.664994:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767258.664997:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767258.665000:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767258.665003:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665005:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767258.665008:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767258.665044:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767258.665059:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767258.665063:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767258.665065:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665068:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767258.665071:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767258.665076:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767258.665085:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767258.665092:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767258.665102:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384554496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767258.665113:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767258.665118:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665121:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384554496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767258.665147:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767258.665150:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767258.665152:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767258.665156:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767258.665158:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767258.665159:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767258.665161:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3516
00000400:00000200:3.0:1775767258.665164:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767258.665167:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767258.665168:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767258.665171:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665172:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665174:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665176:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767258.665177:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767258.665179:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767258.665180:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767258.665181:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767258.665183:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767258.665184:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767258.665187:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665188:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665190:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665192:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767258.665195:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767258.665197:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665200:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767258.665202:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767258.665208:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767258.665213:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665225:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767258.665230:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767258.665234:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665236:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767258.665240:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767258.665243:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767258.665248:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767258.665250:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665253:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767258.665256:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767258.665258:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767258.665262:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767258.665266:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767258.665274:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384554624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767258.665286:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767258.665289:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665293:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384554624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767258.665301:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767258.665304:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767258.665310:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767258.665311:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767258.665314:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767258.665317:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767258.665323:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3516
00000400:00000200:3.0:1775767258.665332:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767258.665339:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767258.665341:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767258.665345:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665347:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665352:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665358:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767258.665362:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767258.665364:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767258.665366:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767258.665370:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767258.665373:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767258.665378:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767258.665385:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665389:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665394:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665399:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767258.665403:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767258.665409:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665422:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767258.665426:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767258.665430:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767258.665432:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665435:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767258.665438:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767258.665442:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665446:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767258.665450:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767258.665454:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.1:1775767258.665454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767258.665460:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767258.665460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1775767258.665462:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665464:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767258.665466:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767258.665469:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767258.665473:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767258.665478:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767258.665482:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384554752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767258.665492:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767258.665496:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665499:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384554752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767258.665508:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767258.665511:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767258.665515:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767258.665517:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767258.665518:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767258.665520:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767258.665524:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3516
00000400:00000200:3.0:1775767258.665529:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767258.665531:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767258.665533:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767258.665534:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665539:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665542:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665547:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767258.665549:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767258.665550:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767258.665553:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767258.665556:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767258.665558:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767258.665562:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767258.665569:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665572:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665576:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665585:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767258.665588:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767258.665593:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665595:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767258.665596:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767258.665598:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767258.665601:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665603:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767258.665604:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767258.665607:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665609:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767258.665612:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767258.665615:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767258.665617:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767258.665619:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665621:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767258.665623:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767258.665626:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767258.665630:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767258.665632:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767258.665636:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384554880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767258.665648:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767258.665651:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665657:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384554880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767258.665663:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767258.665667:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767258.665672:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767258.665674:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767258.665676:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767258.665679:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767258.665683:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3516
00000400:00000200:3.0:1775767258.665688:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767258.665693:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767258.665695:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767258.665700:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665705:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665709:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665714:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767258.665718:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767258.665720:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767258.665724:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767258.665726:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767258.665729:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767258.665732:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767258.665739:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665742:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767258.665746:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665750:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767258.665753:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767258.665759:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767258.665764:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767258.665766:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767258.665769:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767258.665772:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665775:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767258.665778:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767258.665782:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665785:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767258.665791:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767258.665794:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767258.665797:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767258.665799:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767258.665801:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767258.665804:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767258.665806:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767258.665811:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767258.665814:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767258.665820:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384555008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767258.665866:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767258.665870:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665877:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384555008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767258.665887:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767258.665893:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3526)
00000800:00000200:0.1:1775767258.666033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767258.666036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767258.666276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767258.666278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767258.666451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767258.666453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767258.666656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767258.666658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767259.048938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767259.048944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767259.048949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767259.048951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767259.048976:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767259.048978:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767259.048980:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767260.072962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767260.072974:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767260.072978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767260.072982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767260.072989:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767260.072992:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767260.072995:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767260.072998:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767260.073016:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767260.073018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767261.096894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767261.096901:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767261.096907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767261.096908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767261.096937:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767261.096940:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767261.096942:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767262.120926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767262.120933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767262.120938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767262.120940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767262.120959:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767262.120961:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767262.120964:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767263.144996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767263.145003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767263.145027:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767263.145029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767263.785713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767263.785721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767263.786548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767263.786550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767263.786758:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767263.786760:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767263.786982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767263.786984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767263.787168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767263.787170:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767264.168976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767264.168982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767264.168990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767264.168994:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767264.168997:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767264.169001:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767264.169005:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767264.169007:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767264.169009:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767264.169011:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767264.169032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767264.169034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767264.169036:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767265.192975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767265.192984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767265.192992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767265.192994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767265.193019:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767265.193023:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767265.193026:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767266.216975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767266.216983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767266.216989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767266.216991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767267.241002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767267.241012:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767267.241021:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767267.241024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767267.241052:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767267.241056:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767267.241060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767268.264904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767268.264909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767268.264921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767268.264923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767268.264962:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767268.264964:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767268.264966:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767268.904995:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767268.905002:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767268.905005:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767268.905009:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767268.905013:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767268.905019:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3526
00000400:00000200:3.0:1775767268.905029:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767268.905038:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767268.905042:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767268.905045:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905048:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905050:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905052:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767268.905055:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767268.905056:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767268.905059:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767268.905061:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767268.905063:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767268.905065:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767268.905067:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905068:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905070:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905071:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767268.905073:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767268.905075:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905076:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767268.905078:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767268.905081:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767268.905083:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905085:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767268.905086:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767268.905094:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767268.905096:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767268.905099:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767268.905100:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905103:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767268.905105:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767268.905108:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767268.905116:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767268.905121:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767268.905129:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384555776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767268.905137:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767268.905141:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.905144:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384555776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767268.905161:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767268.905163:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767268.905166:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767268.905167:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767268.905168:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767268.905170:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767268.905172:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3526
00000400:00000200:3.0:1775767268.905174:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767268.905176:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767268.905177:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767268.905179:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905180:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905182:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905184:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767268.905186:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767268.905187:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767268.905189:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767268.905191:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767268.905193:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767268.905195:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767268.905197:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905199:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905200:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905202:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767268.905204:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767268.905207:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905210:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767268.905216:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767268.905221:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767268.905223:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905225:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767268.905232:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767268.905237:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905240:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767268.905243:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767268.905248:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767268.905256:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767268.905260:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905267:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767268.905271:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767268.905273:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767268.905283:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767268.905287:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767268.905295:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384555904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767268.905313:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767268.905317:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.905325:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384555904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767268.905347:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767268.905350:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767268.905354:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767268.905356:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767268.905358:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767268.905361:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767268.905363:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3526
00000400:00000200:3.0:1775767268.905365:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767268.905373:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767268.905382:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767268.905385:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905387:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905395:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905399:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767268.905407:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767268.905408:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767268.905410:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767268.905411:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767268.905414:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767268.905417:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767268.905420:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905421:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905422:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905432:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767268.905441:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767268.905451:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905453:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767268.905456:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767268.905462:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767268.905471:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905477:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767268.905485:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767268.905493:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905503:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767268.905507:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767268.905509:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767268.905510:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767268.905512:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905520:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767268.905526:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767268.905529:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767268.905533:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767268.905542:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767268.905548:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384556032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767268.905589:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767268.905593:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.905605:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384556032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767268.905645:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767268.905649:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767268.905652:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767268.905654:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767268.905659:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767268.905667:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767268.905677:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3526
00000400:00000200:3.0:1775767268.905690:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767268.905704:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767268.905707:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767268.905711:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905713:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905715:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905717:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767268.905725:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767268.905729:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767268.905732:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767268.905736:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767268.905746:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:2.1:1775767268.905754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775767268.905755:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767268.905765:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:2.1:1775767268.905765:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767268.905767:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.905769:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905770:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767268.905772:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767268.905774:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767268.905775:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767268.905776:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767268.905778:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767268.905780:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905781:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767268.905785:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767268.905789:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905793:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767268.905797:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767268.905803:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767268.905805:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767268.905806:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.905808:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767268.905814:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767268.905816:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767268.905824:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767268.905877:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767268.905886:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384556160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767268.905937:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767268.905941:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.905953:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384556160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767268.905986:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767268.905990:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767268.905994:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767268.905996:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767268.905997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767268.905999:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767268.906004:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3526
00000400:00000200:3.0:1775767268.906012:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767268.906019:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767268.906027:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767268.906033:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.906037:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.906042:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.906045:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767268.906047:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767268.906048:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767268.906050:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767268.906054:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767268.906057:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767268.906059:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767268.906062:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.906064:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767268.906071:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767268.906078:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767268.906083:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767268.906087:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767268.906091:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767268.906103:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767268.906111:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767268.906116:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.906123:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767268.906130:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767268.906138:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.906143:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767268.906149:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767268.906158:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767268.906170:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767268.906174:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767268.906183:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767268.906188:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767268.906195:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767268.906205:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767268.906213:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767268.906224:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384556288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767268.906269:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767268.906277:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.906285:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384556288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767268.906332:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767268.906346:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3536)
00000800:00000200:2.1:1775767268.906531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767268.906534:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767268.906873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767268.906876:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767268.907182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767268.907184:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767268.907389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767268.907392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767269.288996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767269.289005:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767269.289008:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767269.289012:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767269.289018:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767269.289020:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767269.289023:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767269.289027:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767269.289033:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767269.289034:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767270.312981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767270.312989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767270.312994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767270.312996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767270.313017:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767270.313020:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767270.313022:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767271.336992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767271.337000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767271.337009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767271.337011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767271.337036:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767271.337039:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767271.337043:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767272.360944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767272.360951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767272.360956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767272.360957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767273.384968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767273.384974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767273.384980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767273.384982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767273.385007:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767273.385010:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767273.385014:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767274.025624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767274.025630:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767274.026403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767274.026405:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767274.026598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767274.026600:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767274.026781:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767274.026783:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767274.027035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767274.027037:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767274.408972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767274.408978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767274.408984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767274.408989:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767274.408991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767274.408994:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767274.408997:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767274.409000:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767274.409002:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767274.409004:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767274.409030:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767274.409042:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767274.409045:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767275.432972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767275.432977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767275.432983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767275.432985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767276.456936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767276.456943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767276.456948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767276.456950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767276.456970:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767276.456974:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767276.456977:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767277.480968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767277.480978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767277.480987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767277.480989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767277.481016:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767277.481020:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767277.481024:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767278.504938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767278.504947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767278.504956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767278.504958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767279.145441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767279.145447:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767279.146024:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767279.146025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767279.146207:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767279.146208:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767279.146400:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767279.146401:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767279.146567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767279.146569:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767279.528961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767279.528972:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767279.528975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767279.528979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767279.528986:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767279.528989:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767279.528991:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767279.528994:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767279.529000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767279.529002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767279.529033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767279.529037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767279.529040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767280.552952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767280.552957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767280.552962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767280.552964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767280.552982:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767280.552985:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767280.552987:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767281.576937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767281.576942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767281.576946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767281.576948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767282.600983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767282.600990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767282.600996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767282.600999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767282.601026:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767282.601028:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767282.601031:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767283.624938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767283.624944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767283.624950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767283.624951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767283.624974:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767283.624977:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767283.624979:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767284.265622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767284.265629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767284.266198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767284.266200:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767284.266386:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767284.266387:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767284.266604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767284.266605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767284.266939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767284.266942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775767284.648974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767284.648984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767284.648992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767284.648997:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767284.649000:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767284.649005:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767284.649009:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767284.649012:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767284.649014:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767284.649018:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767285.672950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767285.672960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767285.672969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767285.672971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767285.673002:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767285.673006:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767285.673009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767286.696935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767286.696942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767286.696948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767286.696949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767286.696968:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767286.696971:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767286.696973:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767287.721003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767287.721012:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767287.721019:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767287.721021:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767288.744971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767288.744979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767288.744987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767288.744989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767288.745016:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767288.745020:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767288.745024:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767289.385496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767289.385791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767289.385949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767289.386116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767289.386275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767289.768923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767289.768932:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767289.768934:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767289.768938:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767289.768943:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767289.768953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767289.768955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767289.768957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767289.768961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767289.768962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767289.768981:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767289.768983:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767289.768985:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767290.792959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767290.792969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767290.792977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767290.792979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767291.816914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767291.816920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767291.816928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767291.816929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767291.816956:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767291.816959:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767291.816961:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767292.840895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767292.840899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767292.840904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767292.840905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767292.840929:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767292.840932:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767292.840935:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767293.864896:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767293.864900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767293.864905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767293.864907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767294.505607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767294.505613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767294.506406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767294.506408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767294.506891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767294.506894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767294.507206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767294.507208:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767294.507451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767294.507453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767294.888890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767294.888895:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767294.888899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767294.888902:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767294.888904:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767294.888906:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767294.888908:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767294.888910:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767294.888912:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767294.888914:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767294.888931:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767294.888933:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767294.888935:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767295.912894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767295.912900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767295.912905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767295.912907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767295.912932:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767295.912936:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767295.912939:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767296.936891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767296.936898:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767296.936915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767296.936916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767297.960926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767297.960934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767297.960940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767297.960941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767297.960961:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767297.960963:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767297.960966:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767298.984945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767298.984952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767298.984959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767298.984961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767298.984989:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767298.984992:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767298.984996:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767299.625375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767299.625380:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767299.625807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767299.625809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767299.626026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767299.626028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767299.626208:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767299.626209:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767299.626380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767299.626382:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767300.008934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767300.008945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767300.008948:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767300.008953:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767300.008959:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767300.008962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767300.008965:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767300.008968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767300.008973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767300.008975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767301.032909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767301.032916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767301.032925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767301.032927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767301.032955:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767301.032958:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767301.032961:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767302.056915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767302.056921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767302.056928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767302.056930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767302.056959:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767302.056962:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767302.056965:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767303.080924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767303.080931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767303.080937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767303.080939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767304.104949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767304.104954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767304.104959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767304.104960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767304.104984:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767304.104986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767304.104988:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767304.745418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767304.745422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767304.745878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767304.745880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767304.746085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767304.746087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767304.746264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767304.746266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767304.746437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767304.746438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767305.128909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767305.128919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767305.128927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767305.128933:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767305.128936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767305.128940:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767305.128944:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767305.128947:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767305.128950:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767305.128954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767306.152917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767306.152924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767306.152930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767306.152931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767307.176950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767307.176957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767307.176964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767307.176966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767307.176991:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767307.176995:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767307.176998:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767308.200949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767308.200959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767308.200979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767308.200981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767309.224898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767309.224905:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767309.224908:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767309.224912:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767309.224917:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767309.224920:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767309.224922:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767309.224924:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767309.224928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767309.224930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767309.864906:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767309.864917:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767309.864921:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767309.864925:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767309.864930:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767309.864938:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3567
00000400:00000200:3.0:1775767309.864948:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767309.864955:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767309.864959:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767309.864962:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.864965:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.864968:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.864971:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767309.864975:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767309.864977:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767309.864980:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767309.864984:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767309.864987:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767309.864990:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767309.864994:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.864997:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.864999:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865001:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767309.865004:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767309.865008:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865020:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767309.865024:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767309.865030:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767309.865033:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865036:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767309.865039:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767309.865047:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767309.865051:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767309.865055:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767309.865056:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865060:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767309.865062:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767309.865067:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767309.865075:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767309.865082:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767309.865092:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384560896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767309.865104:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767309.865108:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.865113:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384560896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767309.865135:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767309.865139:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767309.865143:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767309.865144:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767309.865146:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767309.865150:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767309.865153:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3567
00000400:00000200:3.0:1775767309.865158:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767309.865162:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767309.865167:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767309.865174:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865179:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865184:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865191:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767309.865196:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767309.865200:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767309.865203:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767309.865207:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767309.865213:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767309.865217:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767309.865225:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865230:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865236:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865240:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767309.865243:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767309.865246:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865251:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767309.865253:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767309.865261:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767309.865267:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865272:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767309.865276:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767309.865281:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865289:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767309.865294:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767309.865300:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767309.865306:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767309.865307:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865311:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767309.865314:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767309.865318:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767309.865326:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767309.865333:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767309.865344:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384561024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767309.865358:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767309.865364:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.865373:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384561024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767309.865397:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767309.865404:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767309.865411:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767309.865414:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767309.865417:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767309.865425:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767309.865433:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3567
00000400:00000200:3.0:1775767309.865439:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767309.865448:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767309.865454:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775767309.865458:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775767309.865463:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:2.1:1775767309.865464:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775767309.865469:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865476:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865481:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767309.865486:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767309.865489:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767309.865492:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767309.865495:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767309.865499:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767309.865503:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767309.865511:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865516:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865534:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865554:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767309.865557:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767309.865560:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865563:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767309.865567:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767309.865571:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767309.865577:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865581:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767309.865587:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767309.865590:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865594:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767309.865600:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767309.865602:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767309.865609:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767309.865611:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865616:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767309.865619:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767309.865621:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767309.865628:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767309.865632:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767309.865642:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384561152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767309.865660:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767309.865664:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.865687:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384561152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767309.865702:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767309.865706:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767309.865712:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767309.865716:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767309.865718:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767309.865725:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767309.865733:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3567
00000400:00000200:3.0:1775767309.865744:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767309.865753:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767309.865758:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767309.865768:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865774:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865781:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865787:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767309.865793:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767309.865797:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767309.865802:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767309.865808:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767309.865814:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767309.865820:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767309.865855:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865863:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.865869:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865875:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767309.865882:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767309.865889:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767309.865895:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767309.865901:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767309.865905:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767309.865910:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865915:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767309.865919:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767309.865925:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865930:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767309.865935:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767309.865940:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767309.865945:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767309.865948:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.865952:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767309.865955:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767309.865959:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767309.865965:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767309.865972:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767309.865984:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384561280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767309.866002:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767309.866007:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.866015:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384561280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767309.866027:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767309.866032:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767309.866039:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767309.866042:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767309.866044:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767309.866049:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767309.866054:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3567
00000400:00000200:3.0:1775767309.866062:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767309.866069:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767309.866073:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767309.866080:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.866085:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.866091:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.866098:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767309.866105:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767309.866109:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767309.866114:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767309.866119:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767309.866125:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767309.866131:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767309.866139:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.866145:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767309.866152:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767309.866158:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767309.866165:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767309.866177:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767309.866185:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767309.866190:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767309.866195:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767309.866200:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767309.866204:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767309.866205:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:2.1:1775767309.866209:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1775767309.866210:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767309.866216:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.866220:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767309.866225:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767309.866232:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767309.866240:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767309.866243:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767309.866249:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767309.866252:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767309.866255:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767309.866261:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767309.866266:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767309.866277:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384561408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767309.866290:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767309.866294:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.866302:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384561408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767309.866328:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767309.866336:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3577)
00000800:00000200:2.1:1775767309.866487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767309.866489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767309.866793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767309.866794:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767309.867000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767309.867003:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767310.248973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767310.248981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767310.248989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767310.248992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767310.249024:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767310.249028:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767310.249031:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767311.272928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767311.272935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767311.272941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767311.272942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767312.296977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767312.296986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767312.296995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767312.296997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767313.320943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767313.320957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767313.320963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767313.320964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767313.320989:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767313.320991:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767313.320994:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767314.344929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767314.344934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767314.344940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767314.344943:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767314.344945:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767314.344948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767314.344951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767314.344954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767314.344956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767314.344959:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767314.985652:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767314.985655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767314.986594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767314.986595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767314.986774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767314.986776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767314.986997:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767314.986999:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767314.987251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767314.987253:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767315.368950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767315.368959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767315.368968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767315.368970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767316.392935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767316.392941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767316.392948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767316.392949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767316.392975:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767316.392979:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767316.392983:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767317.416941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767317.416948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767317.416954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767317.416955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767318.440953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767318.440960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767318.440969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767318.440970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767319.464989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767319.465000:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767319.465003:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767319.465006:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767319.465011:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767319.465014:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767319.465015:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767319.465017:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767319.465021:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767319.465022:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767319.465045:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767319.465047:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767319.465049:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767320.105782:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767320.105792:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767320.106747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767320.106758:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767320.107049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767320.107051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767320.107227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767320.107229:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767320.107540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767320.107542:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767320.488922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767320.488928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767320.488935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767320.488937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767321.512981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767321.512990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767321.512997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767321.512999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767322.536939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767322.536945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767322.536951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767322.536953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767322.536983:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767322.536986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767322.536989:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767323.560985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767323.560993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767323.560998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767323.560999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767324.584910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767324.584915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767324.584919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767324.584922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767324.584924:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767324.584926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767324.584929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767324.584930:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767324.584932:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767324.584934:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767325.225586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767325.225592:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767325.226058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767325.226060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767325.226276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767325.226277:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767325.226548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767325.226550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767325.226880:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767325.226883:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767325.608981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767325.608987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767325.608994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767325.608995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767325.609020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767325.609022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767325.609025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767326.632996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767326.633006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767326.633014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767326.633017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767327.656989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767327.656996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767327.657003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767327.657004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767328.680960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767328.680969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767328.680976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767328.680978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767328.681007:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767328.681010:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767328.681014:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767329.704964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767329.704974:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767329.704978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767329.704990:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767329.704996:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767329.704999:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767329.705004:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767329.705007:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767329.705012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767329.705013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767330.345826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767330.345873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767330.346476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767330.346479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767330.346701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767330.346703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767330.346905:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767330.346907:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767330.347098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767330.347100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767330.728916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767330.728923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767330.728928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767330.728929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767331.752977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767331.752984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767331.752992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767331.752993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767331.753015:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767331.753018:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767331.753021:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767332.776922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767332.776930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767332.776938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767332.776939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767333.800954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767333.800960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767333.800965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767333.800967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767334.824916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767334.824922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767334.824929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767334.824932:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767334.824935:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767334.824938:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767334.824940:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767334.824943:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767334.824945:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767334.824947:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767334.824971:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767334.824974:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767334.824976:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767335.465756:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767335.465764:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767335.466505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767335.466506:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767335.466739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767335.466742:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767335.466999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767335.467000:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767335.467192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767335.467195:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767335.848945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767335.848951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767335.848956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767335.848957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767336.872942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767336.872948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767336.872954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767336.872956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767337.896938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767337.896943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767337.896948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767337.896949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767337.896969:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767337.896971:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767337.896974:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767338.920915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767338.920921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767338.920929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767338.920931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767339.944915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767339.944922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767339.944925:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767339.944930:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767339.944935:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767339.944938:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767339.944940:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767339.944943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767339.944948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767339.944949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767340.584916:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767340.584924:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767340.584927:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767340.584930:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767340.584933:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767340.584940:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3598
00000400:00000200:3.0:1775767340.584948:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767340.584953:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767340.584955:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767340.584958:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.584961:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.584962:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.584964:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767340.584967:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767340.584969:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767340.584971:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767340.584973:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767340.584974:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767340.584976:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767340.584978:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.584979:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.584981:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.584982:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767340.584984:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767340.584987:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767340.584988:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767340.584990:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767340.584993:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767340.584995:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.584996:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767340.584998:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767340.585022:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767340.585025:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767340.585028:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767340.585029:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585031:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767340.585033:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767340.585038:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767340.585044:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767340.585050:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767340.585058:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384564736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767340.585066:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767340.585070:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767340.585073:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384564736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767340.585096:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767340.585099:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767340.585103:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767340.585105:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767340.585106:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767340.585109:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767340.585112:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3598
00000400:00000200:3.0:1775767340.585117:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767340.585141:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767340.585145:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767340.585150:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585153:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585156:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585160:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767340.585165:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767340.585167:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767340.585183:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767340.585188:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767340.585214:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767340.585221:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767340.585231:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585236:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585241:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585246:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767340.585248:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767340.585266:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585268:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767340.585270:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767340.585293:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767340.585299:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585302:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767340.585306:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767340.585312:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585314:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767340.585319:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767340.585321:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767340.585325:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767340.585327:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585330:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767340.585332:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767340.585336:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767340.585340:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767340.585345:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767340.585352:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384564864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767340.585362:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767340.585364:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767340.585370:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384564864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767340.585383:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767340.585386:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767340.585391:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767340.585395:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767340.585397:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767340.585402:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767340.585407:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3598
00000400:00000200:3.0:1775767340.585415:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767340.585420:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767340.585423:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767340.585428:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585432:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585434:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585435:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767340.585437:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767340.585440:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767340.585444:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767340.585446:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767340.585447:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767340.585451:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767340.585456:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585459:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585464:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585467:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767340.585470:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767340.585476:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585481:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767340.585486:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767340.585490:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767340.585493:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585495:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767340.585497:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767340.585501:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585506:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767340.585511:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767340.585516:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767340.585520:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767340.585521:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585522:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767340.585526:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767340.585528:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767340.585532:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767340.585537:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767340.585543:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384564992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775767340.585553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767340.585554:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767340.585574:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767340.585574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767340.585580:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384564992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767340.585596:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767340.585599:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767340.585603:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767340.585605:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767340.585606:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767340.585608:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767340.585614:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3598
00000400:00000200:3.0:1775767340.585638:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767340.585645:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767340.585647:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767340.585650:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585653:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585656:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585659:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767340.585662:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767340.585666:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767340.585668:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767340.585671:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767340.585676:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767340.585681:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767340.585686:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585705:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585710:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585714:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767340.585718:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767340.585724:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585726:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767340.585729:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767340.585732:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767340.585734:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585740:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767340.585745:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767340.585750:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585752:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767340.585755:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767340.585758:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767340.585761:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767340.585763:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.585766:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767340.585767:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767340.585768:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767340.585771:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767340.585773:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767340.585778:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384565120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767340.585786:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767340.585790:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767340.585797:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384565120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767340.585814:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767340.585821:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767340.585879:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767340.585881:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767340.585885:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767340.585892:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767340.585895:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3598
00000400:00000200:3.0:1775767340.585900:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767340.585906:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767340.585910:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767340.585916:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585919:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585925:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585930:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767340.585933:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767340.585935:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767340.585937:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767340.585940:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767340.585945:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767340.585951:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767340.585959:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585964:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767340.585968:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767340.585989:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767340.585992:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767340.585997:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767340.586000:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767340.586003:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767340.586008:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767340.586012:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.586014:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767340.586017:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767340.586023:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.586027:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767340.586033:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767340.586037:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767340.586042:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767340.586045:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767340.586050:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767340.586052:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767340.586056:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767340.586061:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767340.586066:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767340.586074:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384565248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767340.586089:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767340.586094:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767340.586100:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384565248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767340.586116:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767340.586120:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3608)
00000800:00000200:2.1:1775767340.586317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767340.586319:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767340.586517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767340.586519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767340.586770:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767340.586772:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767340.586988:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767340.586990:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767340.968945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767340.968951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767340.968959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767340.968961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767340.968984:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767340.968987:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767340.968990:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767341.992927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767341.992932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767341.992936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767341.992938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767343.016995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767343.017002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767343.017009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767343.017011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767344.040957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767344.040963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767344.040968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767344.040969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767344.040987:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767344.040989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767344.040991:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767345.064987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767345.064995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767345.065001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767345.065006:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767345.065009:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767345.065012:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767345.065016:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767345.065018:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767345.065020:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767345.065023:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767345.704966:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767345.704976:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767345.704979:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767345.704984:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767345.704987:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767345.704996:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3603
00000400:00000200:3.0:1775767345.705006:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767345.705012:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767345.705015:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767345.705018:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705021:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705023:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705025:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767345.705030:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767345.705032:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767345.705034:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767345.705037:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767345.705039:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767345.705041:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767345.705043:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705044:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705046:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705047:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767345.705049:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767345.705051:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705053:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767345.705055:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767345.705058:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767345.705060:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705062:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767345.705063:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767345.705074:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767345.705077:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767345.705081:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767345.705083:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705085:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767345.705088:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767345.705093:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767345.705102:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767345.705109:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767345.705118:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384565376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767345.705137:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767345.705142:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.705146:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384565376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767345.705167:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767345.705169:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767345.705172:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767345.705173:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767345.705174:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767345.705176:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767345.705178:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3603
00000400:00000200:3.0:1775767345.705180:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767345.705182:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767345.705183:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767345.705185:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705186:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705188:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705189:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767345.705195:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767345.705196:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767345.705197:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767345.705199:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767345.705201:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767345.705226:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767345.705230:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705232:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705233:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705235:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767345.705237:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767345.705239:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705241:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767345.705244:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767345.705249:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767345.705251:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705252:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767345.705257:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767345.705260:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705265:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767345.705269:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767345.705273:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767345.705275:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767345.705279:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705282:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767345.705283:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767345.705285:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767345.705290:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767345.705294:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767345.705299:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384565504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767345.705356:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767345.705362:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.705367:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384565504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767345.705380:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767345.705387:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767345.705392:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767345.705396:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767345.705398:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767345.705403:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767345.705408:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3603
00000400:00000200:3.0:1775767345.705416:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767345.705422:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767345.705428:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767345.705431:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705439:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705442:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705445:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767345.705450:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767345.705450:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767345.705452:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767345.705457:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767345.705459:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767345.705461:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767345.705463:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705464:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705466:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705469:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767345.705476:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767345.705480:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705484:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767345.705486:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767345.705488:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767345.705491:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705495:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767345.705498:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767345.705502:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705504:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767345.705507:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767345.705512:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767345.705516:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767345.705517:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705518:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767345.705520:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767345.705524:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767345.705530:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767345.705535:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767345.705547:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384565632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767345.705560:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767345.705566:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.705572:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384565632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767345.705616:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767345.705622:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767345.705630:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767345.705633:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767345.705635:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767345.705638:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767345.705644:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3603
00000400:00000200:3.0:1775767345.705651:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767345.705660:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767345.705662:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767345.705669:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705678:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705681:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705683:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767345.705685:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767345.705687:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767345.705690:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767345.705694:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767345.705696:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767345.705698:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767345.705701:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705703:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705708:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705716:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767345.705719:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767345.705722:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705732:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767345.705734:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767345.705740:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767345.705745:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705750:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767345.705756:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767345.705762:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705769:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767345.705772:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767345.705778:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767345.705783:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767345.705787:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.705790:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767345.705792:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767345.705795:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767345.705800:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767345.705803:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767345.705807:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384565760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767345.705825:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767345.705863:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.705868:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384565760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767345.705875:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767345.705883:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767345.705889:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767345.705890:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767345.705893:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767345.705900:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767345.705904:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3603
00000400:00000200:3.0:1775767345.705912:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767345.705916:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767345.705922:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767345.705925:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705928:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705935:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705944:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767345.705947:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767345.705949:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767345.705954:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767345.705958:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767345.705962:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000800:00000200:2.1:1775767345.705969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775767345.705970:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000800:00000200:2.1:1775767345.705980:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1775767345.705981:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705983:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767345.705985:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705986:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767345.705987:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767345.705989:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767345.705990:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767345.705991:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767345.705993:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767345.705995:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.706004:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767345.706007:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767345.706016:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.706023:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767345.706030:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767345.706033:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767345.706036:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767345.706039:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767345.706043:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767345.706044:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767345.706048:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767345.706055:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767345.706059:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767345.706062:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384565888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767345.706067:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767345.706070:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.706073:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384565888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767345.706079:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767345.706087:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3613)
00000800:00000200:2.1:1775767345.706534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767345.706537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767345.706889:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767345.706892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767345.707226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767345.707229:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767345.707536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767345.707539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767346.088959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767346.088966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767346.088972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767346.088973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767347.112982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767347.112990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767347.112997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767347.112999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767347.113030:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767347.113032:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767347.113036:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767348.136939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767348.136944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767348.136947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767348.136948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767349.160977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767349.160984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767349.160991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767349.160993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767350.184922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767350.184930:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767350.184932:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767350.184936:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767350.184942:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767350.184945:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767350.184948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767350.184951:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767350.184956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767350.184958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767350.184986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767350.184989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767350.184992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767350.824973:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767350.824987:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767350.824990:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767350.824995:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767350.825001:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767350.825010:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3608
00000400:00000200:3.0:1775767350.825022:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767350.825028:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767350.825031:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767350.825034:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825037:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825039:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825041:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767350.825045:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767350.825046:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767350.825049:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767350.825052:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767350.825053:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767350.825055:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767350.825058:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825059:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825061:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825063:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767350.825065:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767350.825067:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825069:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767350.825072:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767350.825075:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767350.825077:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825079:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767350.825080:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767350.825091:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767350.825095:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767350.825098:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767350.825099:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825102:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767350.825106:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767350.825111:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767350.825122:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767350.825129:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767350.825141:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384566016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767350.825182:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767350.825188:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825192:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384566016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767350.825214:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767350.825216:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767350.825219:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767350.825220:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767350.825222:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767350.825224:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767350.825226:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3608
00000400:00000200:3.0:1775767350.825230:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767350.825232:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767350.825234:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767350.825237:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825239:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825241:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825243:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767350.825245:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767350.825246:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767350.825247:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767350.825248:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767350.825250:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767350.825252:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767350.825254:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825256:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825259:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825261:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767350.825262:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767350.825266:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825268:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767350.825269:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767350.825276:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767350.825278:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825281:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767350.825286:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767350.825291:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825294:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767350.825300:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767350.825303:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767350.825306:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767350.825308:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825311:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767350.825312:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767350.825313:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767350.825316:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767350.825319:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767350.825322:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384566144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767350.825329:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767350.825333:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825336:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384566144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767350.825347:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767350.825350:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767350.825355:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767350.825356:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767350.825358:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767350.825361:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767350.825364:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3608
00000400:00000200:3.0:1775767350.825369:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767350.825373:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767350.825376:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767350.825378:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825379:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825380:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825381:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767350.825382:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767350.825384:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767350.825386:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767350.825388:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767350.825389:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767350.825391:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767350.825393:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825396:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825399:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825403:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767350.825405:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767350.825407:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825409:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767350.825411:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767350.825414:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767350.825417:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825419:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767350.825420:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767350.825421:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825424:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767350.825428:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767350.825430:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767350.825431:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767350.825432:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825433:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767350.825435:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767350.825437:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767350.825441:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767350.825443:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767350.825447:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384566272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767350.825455:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767350.825458:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825462:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384566272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767350.825470:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767350.825473:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767350.825480:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767350.825481:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767350.825482:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767350.825483:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767350.825485:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3608
00000400:00000200:3.0:1775767350.825489:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767350.825493:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767350.825495:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767350.825499:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825501:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825504:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825506:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767350.825509:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767350.825510:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767350.825514:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767350.825516:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767350.825517:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767350.825521:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767350.825524:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825526:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825529:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825531:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767350.825532:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767350.825534:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825535:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767350.825538:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767350.825541:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767350.825546:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825547:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767350.825549:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767350.825550:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825551:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767350.825554:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767350.825557:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767350.825559:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767350.825561:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825563:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767350.825563:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767350.825565:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767350.825567:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767350.825570:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767350.825575:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384566400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767350.825580:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767350.825581:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825584:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384566400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767350.825591:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767350.825593:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767350.825604:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767350.825607:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767350.825608:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767350.825612:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767350.825615:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3608
00000400:00000200:3.0:1775767350.825632:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767350.825636:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767350.825638:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767350.825644:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825646:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825651:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825655:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767350.825659:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767350.825660:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767350.825661:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767350.825662:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767350.825669:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767350.825672:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767350.825675:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825678:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767350.825681:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825683:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767350.825685:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767350.825687:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767350.825690:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767350.825692:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767350.825694:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767350.825697:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825699:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767350.825700:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767350.825702:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825704:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767350.825710:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767350.825713:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000200:2.1:1775767350.825714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767350.825716:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767350.825718:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767350.825720:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767350.825721:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1775767350.825721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1775767350.825724:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767350.825729:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767350.825733:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767350.825739:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384566528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767350.825746:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767350.825747:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825750:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384566528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767350.825759:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767350.825763:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3618)
00000800:00000200:2.1:1775767350.826309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767350.826311:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767350.826662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767350.826665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767350.827001:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767350.827003:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767350.827336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767350.827338:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767351.208964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767351.208971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767351.208977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767351.208978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767352.232979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767352.232985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767352.232991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767352.232992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767353.256992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767353.256999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767353.257006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767353.257008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767353.257049:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767353.257052:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767353.257056:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767354.280907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767354.280912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767354.280917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767354.280920:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767354.280923:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767354.280926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767354.280929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767354.280931:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767354.280932:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767354.280934:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767355.304984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767355.304992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767355.304998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767355.304999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767355.944943:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767355.944954:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767355.944957:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767355.944962:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767355.944966:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767355.944974:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3613
00000400:00000200:3.0:1775767355.944984:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767355.944991:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767355.944994:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767355.944996:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.944999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945002:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945003:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767355.945008:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767355.945010:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767355.945012:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767355.945026:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767355.945027:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767355.945029:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767355.945031:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945033:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945034:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945036:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767355.945038:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767355.945041:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945043:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767355.945047:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767355.945051:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767355.945055:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945057:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767355.945060:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767355.945072:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767355.945077:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767355.945092:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767355.945094:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945097:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767355.945101:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767355.945127:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767355.945138:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767355.945156:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767355.945166:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384566656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767355.945175:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767355.945180:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945184:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384566656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767355.945205:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767355.945212:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767355.945215:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767355.945216:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767355.945218:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767355.945220:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767355.945222:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3613
00000400:00000200:3.0:1775767355.945225:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767355.945227:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767355.945229:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767355.945231:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945233:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945235:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945238:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767355.945240:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767355.945241:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767355.945243:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767355.945245:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767355.945246:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767355.945248:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767355.945251:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945254:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945255:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945256:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767355.945260:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767355.945263:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945266:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767355.945268:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767355.945274:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767355.945278:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945282:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767355.945287:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767355.945291:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945293:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767355.945298:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767355.945302:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767355.945304:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767355.945306:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945308:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767355.945310:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767355.945313:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767355.945317:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767355.945322:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767355.945328:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384566784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767355.945343:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767355.945346:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945350:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384566784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767355.945358:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767355.945363:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767355.945369:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767355.945371:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767355.945372:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767355.945375:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767355.945379:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3613
00000400:00000200:3.0:1775767355.945383:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767355.945385:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767355.945390:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767355.945393:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945395:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945396:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945399:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767355.945402:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767355.945403:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767355.945403:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767355.945405:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767355.945406:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767355.945407:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767355.945411:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945416:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945420:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945426:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767355.945430:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767355.945437:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945442:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767355.945447:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767355.945452:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767355.945457:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945463:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767355.945467:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767355.945471:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945473:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767355.945477:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767355.945480:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767355.945482:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767355.945484:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945487:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767355.945490:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767355.945492:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767355.945495:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767355.945498:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767355.945507:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384566912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767355.945514:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767355.945518:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945522:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384566912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767355.945531:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767355.945535:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767355.945539:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767355.945540:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767355.945542:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767355.945546:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767355.945552:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3613
00000400:00000200:3.0:1775767355.945571:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767355.945578:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767355.945583:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767355.945591:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945594:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945600:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945605:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767355.945608:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767355.945610:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767355.945613:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767355.945615:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767355.945616:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767355.945618:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767355.945624:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945627:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945629:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945632:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775767355.945634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775767355.945635:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767355.945639:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945643:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767355.945644:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767355.945647:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767355.945648:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945649:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767355.945652:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767355.945653:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945654:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767355.945657:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767355.945659:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767355.945662:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767355.945665:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945667:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767355.945669:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767355.945672:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767355.945679:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767355.945684:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767355.945689:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384567040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767355.945697:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767355.945699:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945702:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384567040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767355.945709:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767355.945714:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767355.945717:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767355.945720:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767355.945721:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767355.945724:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767355.945728:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3613
00000400:00000200:3.0:1775767355.945734:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767355.945738:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767355.945742:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767355.945744:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945748:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945751:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945756:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767355.945759:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767355.945761:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767355.945763:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767355.945765:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767355.945769:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767355.945774:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767355.945779:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945782:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767355.945784:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945788:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767355.945792:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767355.945799:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767355.945805:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767355.945809:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767355.945813:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767355.945817:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945822:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767355.945824:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767355.945827:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945852:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767355.945855:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767355.945857:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767355.945860:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767355.945861:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767355.945862:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767355.945863:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767355.945865:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767355.945869:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767355.945873:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767355.945883:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384567168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767355.945898:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767355.945902:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945908:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384567168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767355.945931:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767355.945943:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3623)
00000800:00000200:2.1:1775767355.946032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767355.946221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767355.946399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767355.946577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767356.328962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767356.328968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767356.328976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767356.328977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767356.328998:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767356.329000:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767356.329003:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767357.352938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767357.352946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767357.352952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767357.352953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767358.376904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767358.376909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767358.376914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767358.376916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767359.400886:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767359.400891:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767359.400895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767359.400896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767359.400913:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767359.400915:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767359.400917:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767360.424908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767360.424918:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767360.424922:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767360.424927:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767360.424933:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767360.424936:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767360.424940:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767360.424945:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767360.424956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767360.424959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767361.066200:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767361.066207:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767361.067080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767361.067084:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767361.067505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767361.067509:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767361.067888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767361.067892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767361.068281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767361.068283:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767361.448904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767361.448910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767361.448916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767361.448918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767362.472917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767362.472925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767362.472935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767362.472937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767362.472968:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767362.472971:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767362.472975:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767363.496893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767363.496900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767363.496906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767363.496909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767364.520957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767364.520966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767364.520975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767364.520979:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767364.520982:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767364.520987:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767364.520990:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767364.520993:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767364.520995:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767364.520998:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767365.544934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767365.544940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767365.544945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767365.544946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767365.544973:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767365.544975:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767365.544977:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767366.185468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767366.185473:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775767366.186170:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767366.186172:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775767366.186363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767366.186365:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775767366.186550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767366.186552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775767366.186798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767366.186800:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00010000:00000001:3.0:1775767366.568987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767366.568993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767366.569001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767366.569003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767367.592943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767367.592947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767367.592953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767367.592954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767368.616944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767368.616951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767368.616957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767368.616959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767368.617005:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767368.617009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767368.617012:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767369.640943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767369.640948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767369.640954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767369.640956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767370.664943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767370.664953:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767370.664955:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767370.664958:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767370.664964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767370.664966:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767370.664968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767370.664985:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767370.664988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767370.664990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767371.305551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767371.305555:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767371.306219:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767371.306221:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767371.306406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767371.306407:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767371.306598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767371.306600:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767371.306865:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767371.306868:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775767371.688929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767371.688936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767371.688943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767371.688944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767371.688977:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767371.688980:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767371.688983:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767372.712976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767372.712984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767372.712991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767372.712992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767373.736921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767373.736927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767373.736932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767373.736933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767374.760946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767374.760953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767374.760960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767374.760963:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767374.760965:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767374.760969:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767374.760972:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767374.760974:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767374.760976:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767374.760978:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767374.760998:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767374.761000:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767374.761002:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767375.785023:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767375.785029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767375.785037:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767375.785038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767376.425638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767376.425642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775767376.426786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767376.426789:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775767376.427010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767376.427012:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1775767376.427127:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767376.427129:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767376.427131:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767376.427133:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767376.427134:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767376.427135:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427137:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767376.427138:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767376.427140:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767376.427141:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767376.427143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767376.427145:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384569600, portal 4
00000100:00000001:2.0:1775767376.427146:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767376.427147:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:2.0:1775767376.427151:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427155:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767376.427156:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767376.427158:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767376.427159:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384569600, offset 0
00000400:00000200:2.0:1775767376.427161:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767376.427164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767376.427166:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767376.427167:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767376.427169:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767376.427170:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767376.427172:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767376.427174:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199775:199775:256:4294967295] 192.168.202.154@tcp LPNI seq info [199775:199775:8:4294967295]
00000400:00000200:2.0:1775767376.427177:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767376.427181:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767376.427183:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767376.427185:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767376.427188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767376.427189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775767376.427192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767376.427193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775767376.427196:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767376.427198:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767376.427199:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767376.427201:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767376.427203:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767376.427204:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767376.427205:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767376.427207:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427212:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427214:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427218:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427219:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767376.427221:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767376.427223:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767376.427225:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767376.427226:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298306579
00000100:00000001:2.0:1775767376.427228:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298307846
00000100:00000001:2.0:1775767376.427229:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298306579
00000100:00000001:2.0:1775767376.427231:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298307847
00000100:00000001:2.0:1775767376.427232:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767376.427233:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427234:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767376.427236:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767376/real 1775767376]  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767376.427240:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767376.427241:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767376.427242:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767376.427244:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767376.427245:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767376.427246:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767376.427248:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767376.427253:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427256:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767376.427257:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427258:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767376.427259:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767376.427261:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427265:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767376.427267:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427271:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767376.427272:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427273:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767376.427274:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427275:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767376.427276:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767376.427277:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767376.427279:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767376.427280:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767376.427282:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767376.427291:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767376.427294:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427295:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427297:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384569344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427301:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767376.427302:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427303:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:2.0:1775767376.427304:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767376.427305:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767376.427306:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767376.427307:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767376.427308:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:2.0:1775767376.427310:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767376.427311:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767376.427312:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:2.0:1775767376.427314:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767376.427314:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427316:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427317:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384569472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427323:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767376.427323:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427324:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767376.427327:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767376.427328:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767376.427329:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767376.427330:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767376.427331:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:2.0:1775767376.427334:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767376.427336:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767376.427338:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:2.0:1775767376.427340:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767376.427341:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427342:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427347:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384569600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427352:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767376.427354:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427355:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767376.427357:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767376.427357:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767376.427358:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767376.427359:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767376.427360:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:2.0:1775767376.427361:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767376.427361:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767376.427362:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:2.0:1775767376.427363:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767376.427364:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427365:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427367:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767376.427368:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427370:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767376.427371:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767376.427371:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767376.427374:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427378:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767376.427379:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767376.427380:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767376.427381:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767376.427383:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767376.427384:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767376.427386:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767376.427388:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767376.427389:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767376.427390:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427393:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767376.427394:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767376.427396:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767376.427397:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767376.427399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767376.427401:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384569728, portal 4
00000100:00000001:2.0:1775767376.427402:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767376.427403:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:2.0:1775767376.427408:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427412:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767376.427414:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767376.427416:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767376.427418:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384569728, offset 0
00000400:00000200:2.0:1775767376.427422:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767376.427425:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767376.427427:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767376.427429:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767376.427431:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767376.427432:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767376.427434:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767376.427436:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199776:199776:256:4294967295] 192.168.202.154@tcp LPNI seq info [199776:199776:8:4294967295]
00000400:00000200:2.0:1775767376.427438:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767376.427442:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767376.427445:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767376.427446:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767376.427449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767376.427450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775767376.427453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767376.427455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775767376.427457:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767376.427459:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767376.427461:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767376.427463:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767376.427465:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767376.427466:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767376.427467:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767376.427469:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427475:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427476:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427480:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427481:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767376.427483:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767376.427485:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767376.427487:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767376.427489:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298306581
00000100:00000001:2.0:1775767376.427491:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298307846
00000100:00000001:2.0:1775767376.427492:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298306581
00000100:00000001:2.0:1775767376.427493:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298307847
00000100:00000001:2.0:1775767376.427494:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767376.427495:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427496:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767376.427498:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767376/real 1775767376]  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767376.427503:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767376.427503:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767376.427504:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767376.427505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767376.427506:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767376.427508:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767376.427510:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767376.427515:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427519:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767376.427520:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427521:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767376.427521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767376.427523:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427527:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767376.427529:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427533:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767376.427535:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427536:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767376.427536:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427537:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767376.427538:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767376.427540:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767376.427542:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767376.427543:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767376.427545:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767376.427550:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767376.427552:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427553:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767376.427555:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384569728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767376.427559:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767376.427560:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767376.427561:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767376.427562:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767376.427563:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767376.427564:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767376.427565:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767376.427566:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:2.0:1775767376.427567:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767376.427568:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767376.427569:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:2.0:1775767376.427570:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767376.427571:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427572:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767376.427573:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767376.427574:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767376.427576:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767376.427577:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767376.809009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767376.809016:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767376.809022:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767376.809023:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767377.832951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767377.832958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767377.832966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767377.832968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767377.832990:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767377.832993:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767377.832996:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767378.856978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767378.856986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767378.856994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767378.856995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767379.880966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767379.880974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767379.880979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767379.880980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767380.904962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767380.904973:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767380.904976:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767380.904981:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767380.904988:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767380.904991:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767380.904994:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767380.904998:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767380.905004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767380.905006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767380.905044:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767380.905048:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767380.905052:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767381.545233:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767381.545239:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767381.545242:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767381.545252:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545267:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767381.545270:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.545275:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767381.545279:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767381.545283:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767381.545291:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384569856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767381.545300:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767381.545304:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767381.545307:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.545313:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767381.545321:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767381.545327:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.545337:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767381.545341:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767381.545350:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767381.545359:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384569856, portal 25
00000100:00000001:2.0:1775767381.545363:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767381.545365:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:2.0:1775767381.545375:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545392:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767381.545399:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767381.545403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767381.545408:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384569856, offset 0
00000400:00000200:2.0:1775767381.545417:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767381.545429:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.545438:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767381.545448:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767381.545464:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767381.545476:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767381.545484:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767381.545495:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199777:199777:256:4294967295] 192.168.202.154@tcp LPNI seq info [199777:199777:8:4294967295]
00000400:00000200:2.0:1775767381.545509:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.545535:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767381.545550:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.545560:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767381.545571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767381.545578:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767381.545588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767381.545594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775767381.545602:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.545606:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767381.545614:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767381.545622:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767381.545627:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767381.545631:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767381.545636:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767381.545642:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545653:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.545661:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545691:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.545695:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767381.545706:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.545717:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767381.545722:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298312966
00000100:00000010:2.0:1775767381.545731:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0ba0.
00000100:00000001:2.0:1775767381.545741:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767381.545752:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298312966
00000100:00000010:2.0:1775767381.545755:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e08a0.
00000100:00000001:2.0:1775767381.545758:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767381.545760:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767381.545762:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.545766:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767381.545773:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767381/real 1775767381]  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767381.545789:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767381.545793:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767381.545796:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767381.545800:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767381.545803:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767381.545808:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767381.545816:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767381.545883:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545901:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767381.545904:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.545911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.545915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767381.545924:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545938:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767381.545944:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.545965:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767381.545971:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.545976:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.545979:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.545985:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767381.545990:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767381.545997:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767381.546004:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767381.546007:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767381.546014:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767381.546024:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384569856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767381.546030:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546032:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.546035:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384569856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546042:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767381.546045:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767381.546048:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767381.546051:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767381.546052:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767381.546053:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767381.546055:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767381.546057:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:2.0:1775767381.546061:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767381.546063:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767381.546064:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:2.0:1775767381.546067:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767381.546068:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546069:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546076:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767381.546078:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546080:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767381.546081:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767381.546082:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767381.546085:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546090:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767381.546091:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546093:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767381.546094:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767381.546095:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767381.546097:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767381.546100:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767381.546101:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767381.546102:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546104:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767381.546107:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767381.546108:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.546111:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767381.546113:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767381.546116:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767381.546118:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384569984, portal 10
00000100:00000001:2.0:1775767381.546120:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767381.546121:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:2.0:1775767381.546127:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546132:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767381.546134:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767381.546135:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767381.546137:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384569984, offset 0
00000400:00000200:2.0:1775767381.546140:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546145:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767381.546148:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767381.546210:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767381.546212:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767381.546214:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546216:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199778:199778:256:4294967295] 192.168.202.154@tcp LPNI seq info [199778:199778:8:4294967295]
00000400:00000200:2.0:1775767381.546220:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546225:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767381.546229:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546232:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767381.546235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767381.546237:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767381.546241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767381.546243:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775767381.546245:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546247:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767381.546249:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767381.546251:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767381.546254:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767381.546255:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767381.546257:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767381.546259:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546270:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.546272:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546276:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546277:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767381.546280:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767381.546283:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767381.546285:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767381.546287:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298311708
00000100:00000001:2.0:1775767381.546289:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546290:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298311708
00000100:00000001:2.0:1775767381.546292:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546294:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767381.546295:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546296:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767381.546298:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767381/real 1775767381]  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767381.546303:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767381.546304:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767381.546305:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767381.546306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767381.546308:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767381.546309:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767381.546311:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767381.546316:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546320:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767381.546321:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546323:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546324:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767381.546326:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546330:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767381.546332:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546337:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767381.546338:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546339:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546340:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546341:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767381.546342:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767381.546344:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767381.546346:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767381.546347:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767381.546349:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767381.546354:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384569984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767381.546357:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767381.546359:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546363:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767381.546364:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546366:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767381.546367:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767381.546368:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767381.546371:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767381.546373:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767381.546374:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767381.546376:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546377:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767381.546379:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8800.
02000000:00000001:2.0:1775767381.546381:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.546382:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767381.546384:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767381.546386:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767381.546388:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570112, portal 10
00000100:00000001:2.0:1775767381.546389:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767381.546390:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:2.0:1775767381.546394:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546398:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767381.546400:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767381.546401:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767381.546403:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384570112, offset 0
00000400:00000200:2.0:1775767381.546406:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546408:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546411:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767381.546413:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767381.546415:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767381.546416:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767381.546418:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546420:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199779:199779:256:4294967295] 192.168.202.154@tcp LPNI seq info [199779:199779:8:4294967295]
00000400:00000200:2.0:1775767381.546423:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546427:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767381.546430:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546432:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767381.546435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767381.546437:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767381.546439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767381.546441:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775767381.546444:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546445:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767381.546447:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767381.546449:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767381.546452:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767381.546453:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767381.546454:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767381.546456:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546461:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.546463:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546469:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767381.546470:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767381.546472:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767381.546474:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767381.546475:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298311686
00000100:00000001:2.0:1775767381.546477:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546478:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298311686
00000100:00000001:2.0:1775767381.546480:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546482:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767381.546483:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546484:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767381.546486:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767381/real 1775767381]  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767381.546490:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767381.546492:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767381.546493:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767381.546494:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767381.546495:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767381.546497:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767381.546498:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767381.546503:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546507:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767381.546508:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767381.546511:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546515:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767381.546517:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546521:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767381.546522:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546523:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546524:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546525:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767381.546526:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767381.546528:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767381.546530:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767381.546531:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767381.546533:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767381.546542:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767381.546545:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767381.546547:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546551:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767381.546551:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546553:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767381.546554:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767381.546555:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767381.546557:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767381.546558:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767381.546559:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767381.546560:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546561:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767381.546564:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767381.546565:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.546567:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767381.546568:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767381.546571:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767381.546572:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570240, portal 4
00000100:00000001:2.0:1775767381.546574:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767381.546575:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:2.0:1775767381.546579:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546583:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767381.546584:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767381.546585:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767381.546587:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384570240, offset 0
00000400:00000200:2.0:1775767381.546589:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546592:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546594:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767381.546596:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767381.546598:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767381.546600:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767381.546602:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546604:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199780:199780:256:4294967295] 192.168.202.154@tcp LPNI seq info [199780:199780:8:4294967295]
00000400:00000200:2.0:1775767381.546607:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546610:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767381.546613:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546614:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767381.546617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767381.546618:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767381.546620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767381.546622:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775767381.546625:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546626:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767381.546627:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767381.546630:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767381.546632:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767381.546633:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767381.546634:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767381.546636:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546640:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.546642:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546646:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546647:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767381.546649:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767381.546651:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767381.546653:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767381.546654:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298311698
00000100:00000001:2.0:1775767381.546657:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546659:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298311698
00000100:00000001:2.0:1775767381.546661:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546664:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767381.546666:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546668:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767381.546671:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767381/real 1775767381]  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767381.546679:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767381.546681:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767381.546682:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767381.546685:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767381.546686:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767381.546689:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767381.546692:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767381.546702:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546709:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767381.546711:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546714:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767381.546718:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546725:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767381.546728:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546733:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767381.546735:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546736:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546737:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546739:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767381.546740:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767381.546742:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767381.546743:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767381.546745:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767381.546747:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767381.546752:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767381.546755:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767381.546757:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546761:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767381.546762:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546763:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767381.546764:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767381.546765:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767381.546767:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767381.546769:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767381.546770:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767381.546775:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767381.546776:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767381.546779:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767381.546780:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767381.546783:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767381.546784:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767381.546786:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767381.546788:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570368, portal 4
00000100:00000001:2.0:1775767381.546790:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767381.546791:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:2.0:1775767381.546796:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546800:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767381.546802:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767381.546803:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767381.546805:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384570368, offset 0
00000400:00000200:2.0:1775767381.546807:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546810:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546812:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767381.546814:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767381.546816:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767381.546818:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767381.546820:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767381.546822:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199781:199781:256:4294967295] 192.168.202.154@tcp LPNI seq info [199781:199781:8:4294967295]
00000400:00000200:2.0:1775767381.546825:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767381.546851:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767381.546855:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546857:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767381.546860:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767381.546862:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767381.546864:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767381.546866:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775767381.546905:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767381.546907:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767381.546909:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767381.546912:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767381.546914:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767381.546916:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767381.546917:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767381.546920:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546930:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.546932:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546937:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546937:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767381.546940:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767381.546942:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767381.546944:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767381.546945:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298311701
00000100:00000001:2.0:1775767381.546947:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546949:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298311701
00000100:00000001:2.0:1775767381.546950:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298312966
00000100:00000001:2.0:1775767381.546952:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767381.546953:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.546954:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767381.546958:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767381/real 1775767381]  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767381.546965:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767381.546967:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767381.546968:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767381.546971:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767381.546972:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767381.546975:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767381.546978:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767381.546986:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.546993:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767381.546995:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.546997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.546999:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767381.547002:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547010:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767381.547014:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547021:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767381.547024:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547026:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767381.547027:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547029:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767381.547031:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767381.547034:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767381.547036:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767381.547038:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767381.547041:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767381.547046:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767381.547049:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547051:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.547052:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384569984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547056:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767381.547057:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767381.547059:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767381.547060:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767381.547061:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767381.547063:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767381.547064:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767381.547066:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:2.0:1775767381.547068:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767381.547069:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767381.547070:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:2.0:1775767381.547072:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767381.547073:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547074:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.547076:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384570112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547080:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767381.547081:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767381.547082:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:2.0:1775767381.547083:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767381.547084:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767381.547085:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767381.547086:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767381.547087:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:2.0:1775767381.547088:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767381.547088:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767381.547089:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:2.0:1775767381.547090:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767381.547091:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547092:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.547094:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384570240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547097:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767381.547098:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767381.547099:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767381.547100:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767381.547100:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767381.547101:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767381.547102:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767381.547103:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:2.0:1775767381.547104:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767381.547105:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767381.547106:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:2.0:1775767381.547108:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767381.547109:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547110:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767381.547112:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384570368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767381.547115:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767381.547116:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767381.547117:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767381.547118:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767381.547119:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767381.547120:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767381.547121:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767381.547121:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:2.0:1775767381.547122:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767381.547123:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767381.547124:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:2.0:1775767381.547125:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767381.547126:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547127:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767381.547129:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767381.547130:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767381.547131:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767381.547132:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767381.928925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767381.928932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767381.928938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767381.928940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767382.952924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767382.952931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767382.952940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767382.952942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767383.976990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767383.976995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767383.977000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767383.977001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767383.977024:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767383.977027:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767383.977029:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767385.000959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767385.000964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767385.000969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767385.000972:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767385.000974:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767385.000985:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767385.000987:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767385.000989:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767385.000993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767385.000995:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767386.024974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767386.024981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767386.024987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767386.024988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.665227:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767386.665236:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767386.665242:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767386.665259:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.665281:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767386.665284:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.665289:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767386.665292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767386.665299:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767386.665308:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384570496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767386.665317:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767386.665323:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767386.665326:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.665332:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767386.665340:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767386.665349:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.665376:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767386.665384:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767386.665395:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767386.665410:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570496, portal 25
00000100:00000001:2.0:1775767386.665418:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767386.665422:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:2.0:1775767386.665436:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.665462:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767386.665473:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767386.665484:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767386.665492:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384570496, offset 0
00000400:00000200:2.0:1775767386.665511:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767386.665542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.665555:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767386.665565:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767386.665575:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767386.665585:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767386.665592:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767386.665611:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199782:199782:256:4294967295] 192.168.202.154@tcp LPNI seq info [199782:199782:8:4294967295]
00000400:00000200:2.0:1775767386.665632:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.665668:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767386.665700:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.665710:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767386.665729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767386.665738:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767386.665760:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767386.665770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767386.665791:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.665800:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767386.665891:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767386.665903:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767386.665910:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767386.665915:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767386.665922:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767386.665928:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.665954:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.665960:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.665985:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.665990:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767386.666001:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.666018:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767386.666030:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298318087
00000100:00000010:2.0:1775767386.666045:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e07e0.
00000100:00000001:2.0:1775767386.666055:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767386.666071:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298318087
00000100:00000010:2.0:1775767386.666080:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0900.
00000100:00000001:2.0:1775767386.666092:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767386.666107:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767386.666120:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666127:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767386.666139:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386]  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767386.666177:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767386.666181:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767386.666189:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767386.666197:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767386.666204:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767386.666213:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767386.666228:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767386.666252:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666279:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767386.666282:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666286:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.666288:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767386.666297:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666325:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767386.666335:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666350:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767386.666356:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666358:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.666360:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666363:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767386.666367:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767386.666370:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767386.666373:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767386.666377:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767386.666381:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767386.666386:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384570496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767386.666392:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666394:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.666396:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384570496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666401:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767386.666403:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767386.666406:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767386.666408:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767386.666410:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767386.666411:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767386.666413:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767386.666415:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:2.0:1775767386.666419:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767386.666420:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767386.666422:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:2.0:1775767386.666425:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767386.666426:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666428:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666446:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767386.666447:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666449:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767386.666451:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767386.666452:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767386.666455:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666460:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767386.666461:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.666463:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767386.666466:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767386.666468:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767386.666471:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767386.666475:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767386.666478:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767386.666479:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.666482:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767386.666485:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767386.666487:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.666493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767386.666496:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767386.666500:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767386.666503:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570624, portal 10
00000100:00000001:2.0:1775767386.666506:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767386.666507:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:2.0:1775767386.666515:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666523:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767386.666525:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767386.666527:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767386.666530:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384570624, offset 0
00000400:00000200:2.0:1775767386.666533:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767386.666536:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.666539:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767386.666542:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767386.666543:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767386.666545:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767386.666547:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767386.666549:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199783:199783:256:4294967295] 192.168.202.154@tcp LPNI seq info [199783:199783:8:4294967295]
00000400:00000200:2.0:1775767386.666552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.666557:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767386.666560:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.666562:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767386.666565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767386.666567:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767386.666571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767386.666573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767386.666576:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.666577:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767386.666580:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767386.666582:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767386.666585:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767386.666586:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767386.666587:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767386.666590:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666596:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.666598:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666605:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666607:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767386.666610:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767386.666615:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767386.666618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767386.666621:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298316828
00000100:00000001:2.0:1775767386.666634:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.666636:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298316828
00000100:00000001:2.0:1775767386.666639:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.666641:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767386.666644:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666646:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767386.666650:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386]  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767386.666660:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767386.666661:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767386.666663:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767386.666666:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767386.666668:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767386.666670:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767386.666673:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767386.666679:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666683:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767386.666684:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666685:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.666686:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767386.666688:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666692:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767386.666695:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666700:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767386.666702:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666703:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.666703:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666705:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767386.666706:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767386.666708:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767386.666710:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767386.666711:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767386.666713:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767386.666718:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767386.666721:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767386.666724:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666733:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767386.666734:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.666736:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767386.666738:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767386.666739:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767386.666742:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767386.666745:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767386.666747:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767386.666749:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.666751:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767386.666754:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767386.666756:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.666760:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767386.666763:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767386.666767:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767386.666770:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570752, portal 10
00000100:00000001:2.0:1775767386.666772:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767386.666774:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:2.0:1775767386.666790:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666798:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767386.666800:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767386.666803:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767386.666806:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384570752, offset 0
00000400:00000200:2.0:1775767386.666810:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767386.666815:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.666853:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767386.666857:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767386.666860:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767386.666863:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767386.666866:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767386.666870:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199784:199784:256:4294967295] 192.168.202.154@tcp LPNI seq info [199784:199784:8:4294967295]
00000400:00000200:2.0:1775767386.666875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.666881:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767386.666884:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.666888:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767386.666891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767386.666893:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767386.666896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767386.666898:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767386.666900:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.666902:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767386.666904:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767386.666906:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767386.666909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767386.666910:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767386.666912:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767386.666914:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666920:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.666922:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666927:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666928:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767386.666930:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767386.666933:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767386.666935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767386.666937:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298316807
00000100:00000001:2.0:1775767386.666939:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.666940:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298316807
00000100:00000001:2.0:1775767386.666942:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.666944:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767386.666946:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.666947:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767386.666949:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386]  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767386.666955:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767386.666956:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767386.666957:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767386.666959:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767386.666960:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767386.666961:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767386.666963:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767386.666972:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666979:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767386.666981:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.666982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.666984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767386.666987:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.666995:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767386.666999:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667007:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767386.667022:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667024:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.667025:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667027:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767386.667029:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767386.667032:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767386.667037:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767386.667039:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767386.667043:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767386.667049:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767386.667052:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767386.667055:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667059:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767386.667060:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.667062:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767386.667063:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767386.667065:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767386.667067:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767386.667069:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767386.667071:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767386.667072:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.667073:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667076:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8800.
02000000:00000001:2.0:1775767386.667077:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.667080:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767386.667082:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767386.667085:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767386.667087:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384570880, portal 4
00000100:00000001:2.0:1775767386.667089:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767386.667089:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:2.0:1775767386.667094:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667099:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767386.667101:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767386.667102:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767386.667104:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384570880, offset 0
00000400:00000200:2.0:1775767386.667107:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767386.667110:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.667113:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767386.667115:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767386.667117:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767386.667119:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767386.667120:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767386.667123:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199785:199785:256:4294967295] 192.168.202.154@tcp LPNI seq info [199785:199785:8:4294967295]
00000400:00000200:2.0:1775767386.667126:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.667130:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767386.667133:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.667136:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767386.667139:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767386.667141:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767386.667144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767386.667146:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767386.667151:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.667153:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767386.667156:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767386.667160:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767386.667163:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767386.667164:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767386.667167:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767386.667170:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667179:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667183:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667191:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.667193:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767386.667196:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767386.667200:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767386.667203:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767386.667206:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298316819
00000100:00000001:2.0:1775767386.667208:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.667210:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298316819
00000100:00000001:2.0:1775767386.667211:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.667213:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767386.667214:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.667216:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767386.667219:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386]  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767386.667224:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767386.667225:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767386.667226:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767386.667228:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767386.667229:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767386.667230:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767386.667232:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767386.667238:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667243:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767386.667244:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667245:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.667246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767386.667248:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667252:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767386.667254:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667259:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767386.667261:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667262:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.667263:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667264:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767386.667265:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767386.667266:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767386.667268:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767386.667270:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767386.667272:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767386.667276:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384570880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767386.667279:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767386.667281:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667285:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767386.667286:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.667287:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767386.667289:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767386.667290:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767386.667292:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767386.667294:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767386.667296:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767386.667297:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767386.667298:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667300:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767386.667301:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767386.667304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767386.667305:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767386.667307:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767386.667309:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571008, portal 4
00000100:00000001:2.0:1775767386.667311:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767386.667312:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:2.0:1775767386.667316:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667320:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767386.667321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767386.667323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767386.667324:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384571008, offset 0
00000400:00000200:2.0:1775767386.667327:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767386.667330:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.667332:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767386.667334:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767386.667336:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767386.667338:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767386.667340:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767386.667342:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199786:199786:256:4294967295] 192.168.202.154@tcp LPNI seq info [199786:199786:8:4294967295]
00000400:00000200:2.0:1775767386.667344:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767386.667349:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767386.667352:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.667354:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767386.667357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767386.667359:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767386.667362:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767386.667364:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767386.667367:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767386.667368:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767386.667370:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767386.667373:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767386.667375:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767386.667376:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767386.667378:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767386.667380:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667385:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667387:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667391:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.667393:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767386.667395:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767386.667397:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767386.667398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767386.667400:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298316821
00000100:00000001:2.0:1775767386.667401:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.667403:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298316821
00000100:00000001:2.0:1775767386.667404:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298318087
00000100:00000001:2.0:1775767386.667406:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767386.667407:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.667408:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767386.667410:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767386/real 1775767386]  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767386.667414:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767386.667415:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767386.667423:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767386.667424:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767386.667425:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767386.667427:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767386.667429:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767386.667434:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667442:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767386.667443:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667445:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.667446:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767386.667448:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667452:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767386.667454:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667458:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767386.667459:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667460:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767386.667461:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667462:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767386.667463:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767386.667465:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767386.667468:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767386.667470:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767386.667473:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767386.667481:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767386.667484:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667486:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667491:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384570624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667498:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767386.667500:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667502:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767386.667505:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767386.667507:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767386.667508:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767386.667511:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767386.667513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:2.0:1775767386.667516:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767386.667517:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767386.667518:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:2.0:1775767386.667521:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767386.667523:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667525:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667527:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384570752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667532:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767386.667533:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667534:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767386.667536:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767386.667537:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767386.667537:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767386.667538:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767386.667539:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:2.0:1775767386.667541:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767386.667541:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767386.667542:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:2.0:1775767386.667544:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767386.667544:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667545:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667547:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384570880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667551:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767386.667552:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667553:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:2.0:1775767386.667554:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767386.667555:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767386.667556:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767386.667558:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767386.667559:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:2.0:1775767386.667561:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767386.667562:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767386.667563:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:2.0:1775767386.667564:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767386.667565:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667566:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767386.667568:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384571008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767386.667571:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767386.667572:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767386.667573:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767386.667574:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767386.667575:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767386.667575:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767386.667576:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767386.667577:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:2.0:1775767386.667578:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767386.667579:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767386.667580:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:2.0:1775767386.667581:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767386.667581:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667582:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767386.667585:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767386.667586:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767386.667587:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767386.667589:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767387.048929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767387.048936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767387.048942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767387.048944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767387.048965:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767387.048968:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767387.048970:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767388.072961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767388.072968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767388.072974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767388.072975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767389.096927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767389.096933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767389.096939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767389.096941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767390.120953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767390.120962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767390.120970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767390.120972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767390.120994:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767390.120997:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767390.120999:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767391.144898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767391.144908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767391.144911:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767391.144916:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767391.144922:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767391.144925:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767391.144927:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767391.144930:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767391.144945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767391.144947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.785251:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767391.785257:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767391.785260:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767391.785270:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785283:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767391.785286:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.785291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767391.785296:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767391.785300:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767391.785306:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384571136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767391.785312:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767391.785317:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767391.785320:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.785323:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767391.785329:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767391.785332:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.785341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767391.785348:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767391.785357:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767391.785367:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571136, portal 25
00000100:00000001:2.0:1775767391.785373:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767391.785376:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:2.0:1775767391.785388:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785403:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767391.785406:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767391.785409:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767391.785414:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384571136, offset 0
00000400:00000200:2.0:1775767391.785424:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767391.785437:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.785447:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767391.785456:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767391.785466:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767391.785476:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767391.785484:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767391.785495:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199787:199787:256:4294967295] 192.168.202.154@tcp LPNI seq info [199787:199787:8:4294967295]
00000400:00000200:2.0:1775767391.785507:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.785524:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767391.785534:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.785541:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767391.785552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767391.785558:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767391.785569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767391.785575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775767391.785584:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.785588:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767391.785595:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767391.785603:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767391.785611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767391.785615:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767391.785622:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767391.785629:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785644:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.785648:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785660:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.785663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767391.785671:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.785678:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767391.785683:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298323206
00000100:00000010:2.0:1775767391.785691:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0f60.
00000100:00000001:2.0:1775767391.785703:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767391.785715:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298323206
00000100:00000010:2.0:1775767391.785722:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0ea0.
00000100:00000001:2.0:1775767391.785739:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767391.785747:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767391.785752:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.785756:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767391.785763:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391]  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767391.785819:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767391.785823:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767391.785826:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767391.785855:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767391.785858:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767391.785861:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767391.785867:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767391.785884:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785897:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767391.785900:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.785904:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.785907:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767391.785914:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785928:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767391.785937:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.785955:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767391.785961:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.785966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.785969:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.785973:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767391.785977:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767391.785982:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767391.785991:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767391.785994:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767391.786001:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767391.786011:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384571136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767391.786016:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786017:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786019:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384571136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786024:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767391.786027:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786029:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767391.786032:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767391.786034:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767391.786035:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767391.786037:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767391.786039:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:2.0:1775767391.786043:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767391.786045:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767391.786046:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:2.0:1775767391.786049:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767391.786050:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786051:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786057:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767391.786059:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786061:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767391.786062:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767391.786063:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767391.786066:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786071:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767391.786072:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786073:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767391.786075:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767391.786076:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767391.786078:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767391.786081:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767391.786082:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767391.786083:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786085:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786087:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767391.786088:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.786091:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767391.786093:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767391.786096:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767391.786099:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571264, portal 10
00000100:00000001:2.0:1775767391.786100:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767391.786101:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:2.0:1775767391.786106:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786111:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767391.786113:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767391.786114:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767391.786116:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384571264, offset 0
00000400:00000200:2.0:1775767391.786119:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786122:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786125:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767391.786127:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767391.786130:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767391.786131:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767391.786133:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786136:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199788:199788:256:4294967295] 192.168.202.154@tcp LPNI seq info [199788:199788:8:4294967295]
00000400:00000200:2.0:1775767391.786139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786143:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767391.786146:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786148:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767391.786151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767391.786153:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767391.786157:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767391.786158:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775767391.786161:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786162:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767391.786164:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767391.786167:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767391.786169:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767391.786170:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767391.786172:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767391.786174:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786180:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786181:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786186:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786187:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767391.786189:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767391.786192:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767391.786194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767391.786195:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298321948
00000100:00000001:2.0:1775767391.786197:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786199:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298321948
00000100:00000001:2.0:1775767391.786200:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786202:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767391.786203:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786204:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767391.786206:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391]  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767391.786211:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767391.786212:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767391.786213:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767391.786215:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767391.786216:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767391.786217:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767391.786219:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767391.786224:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786228:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767391.786229:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786230:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786231:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767391.786233:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786237:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767391.786239:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786243:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767391.786245:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786246:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786247:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786248:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767391.786250:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767391.786251:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767391.786253:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767391.786254:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767391.786257:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767391.786261:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767391.786264:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767391.786266:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786271:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767391.786272:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786273:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767391.786274:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767391.786275:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767391.786277:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767391.786279:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767391.786280:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767391.786281:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786282:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786284:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767391.786285:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.786287:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767391.786289:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767391.786291:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767391.786293:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571392, portal 10
00000100:00000001:2.0:1775767391.786294:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767391.786295:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:2.0:1775767391.786299:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786303:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767391.786305:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767391.786306:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767391.786308:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384571392, offset 0
00000400:00000200:2.0:1775767391.786310:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786314:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767391.786315:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767391.786318:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767391.786319:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767391.786321:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786323:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199789:199789:256:4294967295] 192.168.202.154@tcp LPNI seq info [199789:199789:8:4294967295]
00000400:00000200:2.0:1775767391.786326:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786330:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767391.786332:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786334:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767391.786338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767391.786340:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767391.786345:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767391.786347:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775767391.786351:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786353:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767391.786356:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767391.786359:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767391.786362:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767391.786364:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767391.786367:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767391.786370:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786379:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786383:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786390:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786392:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767391.786395:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767391.786398:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767391.786401:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767391.786403:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298321926
00000100:00000001:2.0:1775767391.786405:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786406:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298321926
00000100:00000001:2.0:1775767391.786408:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786410:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767391.786412:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786413:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767391.786416:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391]  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767391.786421:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767391.786422:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767391.786423:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767391.786425:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767391.786426:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767391.786427:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767391.786429:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767391.786434:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786438:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767391.786439:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786440:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786441:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767391.786443:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786447:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767391.786458:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786466:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767391.786469:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786471:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786472:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786474:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767391.786476:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767391.786484:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767391.786488:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767391.786490:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767391.786495:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767391.786503:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767391.786508:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767391.786510:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786515:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767391.786516:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786518:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767391.786519:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767391.786520:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767391.786522:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767391.786524:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767391.786525:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767391.786526:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786528:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786530:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767391.786532:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.786535:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767391.786536:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767391.786539:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767391.786541:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571520, portal 4
00000100:00000001:2.0:1775767391.786543:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767391.786544:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:2.0:1775767391.786548:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786553:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767391.786555:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767391.786556:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767391.786558:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384571520, offset 0
00000400:00000200:2.0:1775767391.786560:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786563:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786565:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767391.786567:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767391.786568:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767391.786570:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767391.786572:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786574:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199790:199790:256:4294967295] 192.168.202.154@tcp LPNI seq info [199790:199790:8:4294967295]
00000400:00000200:2.0:1775767391.786577:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786581:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767391.786584:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786586:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767391.786588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767391.786590:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767391.786593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767391.786595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775767391.786597:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786599:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767391.786601:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767391.786603:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767391.786605:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767391.786606:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767391.786608:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767391.786610:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786616:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786618:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786627:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786628:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767391.786630:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767391.786632:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767391.786635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767391.786636:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298321938
00000100:00000001:2.0:1775767391.786638:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786639:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298321938
00000100:00000001:2.0:1775767391.786641:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786643:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767391.786644:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786645:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767391.786647:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391]  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767391.786652:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767391.786652:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767391.786653:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767391.786655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767391.786656:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767391.786657:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767391.786659:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767391.786664:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786668:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767391.786669:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786670:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767391.786672:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786678:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767391.786680:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786685:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767391.786686:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786687:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786688:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786689:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767391.786690:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767391.786691:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767391.786694:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767391.786696:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767391.786700:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767391.786708:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767391.786711:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767391.786714:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786721:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767391.786723:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786725:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767391.786727:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767391.786729:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767391.786733:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767391.786736:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767391.786738:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767391.786740:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767391.786742:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786746:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8000.
02000000:00000001:2.0:1775767391.786748:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767391.786751:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767391.786753:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767391.786756:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767391.786758:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571648, portal 4
00000100:00000001:2.0:1775767391.786759:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767391.786760:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:2.0:1775767391.786764:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786769:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767391.786771:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767391.786784:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767391.786786:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384571648, offset 0
00000400:00000200:2.0:1775767391.786789:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786792:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786795:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767391.786797:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767391.786799:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767391.786800:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767391.786802:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767391.786804:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199791:199791:256:4294967295] 192.168.202.154@tcp LPNI seq info [199791:199791:8:4294967295]
00000400:00000200:2.0:1775767391.786807:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767391.786812:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767391.786815:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786817:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767391.786820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767391.786822:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767391.786824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767391.786826:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775767391.786844:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767391.786846:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767391.786848:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767391.786851:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767391.786853:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767391.786854:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767391.786856:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767391.786858:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786864:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786866:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786871:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786872:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767391.786874:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767391.786876:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767391.786878:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767391.786879:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298321941
00000100:00000001:2.0:1775767391.786881:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786883:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298321941
00000100:00000001:2.0:1775767391.786884:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298323206
00000100:00000001:2.0:1775767391.786886:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767391.786887:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.786888:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767391.786890:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767391/real 1775767391]  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767391.786895:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767391.786896:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767391.786897:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767391.786899:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767391.786900:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767391.786902:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767391.786904:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767391.786909:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786913:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767391.786914:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786915:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767391.786917:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786921:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767391.786923:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786927:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767391.786929:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786931:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767391.786932:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786934:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767391.786935:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767391.786937:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767391.786941:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767391.786943:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767391.786947:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767391.786955:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767391.786959:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786961:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786965:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384571264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.786973:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767391.786975:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767391.786977:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767391.786979:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767391.786981:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767391.786982:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767391.786984:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767391.786986:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:2.0:1775767391.786989:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767391.786990:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767391.786991:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:2.0:1775767391.786993:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767391.786994:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.786995:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.786998:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384571392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.787002:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767391.787003:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767391.787004:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767391.787006:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767391.787007:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767391.787008:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767391.787009:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767391.787010:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:2.0:1775767391.787012:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767391.787012:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767391.787013:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:2.0:1775767391.787015:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767391.787016:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.787017:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.787018:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384571520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.787022:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767391.787023:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767391.787024:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767391.787026:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767391.787027:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767391.787028:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767391.787029:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767391.787030:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:2.0:1775767391.787031:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767391.787032:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767391.787032:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:2.0:1775767391.787034:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767391.787034:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.787035:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767391.787037:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384571648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767391.787041:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767391.787041:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767391.787042:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:2.0:1775767391.787043:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767391.787044:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767391.787045:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767391.787045:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767391.787046:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:2.0:1775767391.787048:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767391.787048:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767391.787049:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:2.0:1775767391.787050:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767391.787051:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.787052:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767391.787054:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767391.787055:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767391.787056:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767391.787057:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767392.168967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767392.168975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767392.168984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767392.168986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767393.192915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767393.192921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767393.192926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767393.192927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767393.192947:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767393.192950:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767393.192953:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767394.216954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767394.216960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767394.216965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767394.216968:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767394.216971:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767394.216974:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767394.216976:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767394.216978:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767394.216980:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767394.216982:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767395.240979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767395.240986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767395.240993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767395.240994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767396.264950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767396.264957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767396.264963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767396.264964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767396.264986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767396.264988:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767396.264991:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767396.905200:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767396.905205:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767396.905209:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767396.905218:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905242:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767396.905246:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.905261:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767396.905264:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767396.905268:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767396.905274:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384571776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767396.905281:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767396.905286:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767396.905290:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.905295:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767396.905302:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767396.905307:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.905316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767396.905320:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767396.905329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767396.905338:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571776, portal 25
00000100:00000001:2.0:1775767396.905344:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767396.905346:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387068800 : -107275322482816 : ffff9e6f04829f80)
00000100:00000040:2.0:1775767396.905356:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767396.905378:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767396.905383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767396.905386:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384571776, offset 0
00000400:00000200:2.0:1775767396.905394:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767396.905414:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.905421:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767396.905427:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767396.905432:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767396.905439:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767396.905443:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767396.905450:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199792:199792:256:4294967295] 192.168.202.154@tcp LPNI seq info [199792:199792:8:4294967295]
00000400:00000200:2.0:1775767396.905458:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.905469:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767396.905473:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.905480:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767396.905491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767396.905497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767396.905509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767396.905514:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767396.905525:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.905531:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767396.905541:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767396.905553:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767396.905562:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767396.905568:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767396.905576:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767396.905585:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905598:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.905604:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905627:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.905630:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767396.905638:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.905646:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767396.905650:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298328326
00000100:00000010:2.0:1775767396.905658:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0840.
00000100:00000001:2.0:1775767396.905668:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767396.905684:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298328326
00000100:00000010:2.0:1775767396.905688:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0c60.
00000100:00000001:2.0:1775767396.905693:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767396.905699:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767396.905705:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.905711:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767396.905719:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396]  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767396.905759:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767396.905763:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767396.905775:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767396.905782:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767396.905785:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767396.905788:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767396.905795:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767396.905822:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905861:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767396.905864:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905869:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.905873:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767396.905879:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905887:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767396.905891:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905896:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767396.905899:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.905902:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905904:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767396.905906:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767396.905908:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767396.905911:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767396.905913:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767396.905916:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767396.905933:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384571776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767396.905936:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905937:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.905939:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829f80 x1862023384571776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905943:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767396.905945:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767396.905947:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767396.905949:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767396.905950:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767396.905951:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767396.905953:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767396.905954:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fec00.
02000000:00000001:2.0:1775767396.905957:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767396.905958:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767396.905959:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829f80.
00000100:00000001:2.0:1775767396.905961:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767396.905962:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905964:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.905969:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767396.905970:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.905972:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767396.905973:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767396.905974:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767396.905976:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.905981:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767396.905982:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.905984:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767396.905985:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767396.905987:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767396.905999:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767396.906001:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767396.906003:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767396.906004:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906005:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906007:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767396.906008:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.906011:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767396.906013:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767396.906015:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767396.906017:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384571904, portal 10
00000100:00000001:2.0:1775767396.906018:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767396.906019:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387069696 : -107275322481920 : ffff9e6f0482a300)
00000100:00000040:2.0:1775767396.906024:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906028:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767396.906029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767396.906031:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767396.906032:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384571904, offset 0
00000400:00000200:2.0:1775767396.906035:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906038:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906040:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767396.906042:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767396.906044:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767396.906046:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767396.906047:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906049:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199793:199793:256:4294967295] 192.168.202.154@tcp LPNI seq info [199793:199793:8:4294967295]
00000400:00000200:2.0:1775767396.906053:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906067:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767396.906070:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906073:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767396.906076:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767396.906078:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767396.906081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767396.906082:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767396.906097:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906099:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767396.906101:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767396.906103:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767396.906106:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767396.906107:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767396.906109:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767396.906111:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906116:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906118:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906122:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906123:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767396.906136:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767396.906139:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767396.906141:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767396.906143:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298327068
00000100:00000001:2.0:1775767396.906145:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906147:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298327068
00000100:00000001:2.0:1775767396.906148:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906149:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767396.906151:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906152:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767396.906154:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396]  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767396.906163:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767396.906164:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767396.906165:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767396.906166:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767396.906167:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767396.906169:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767396.906170:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767396.906175:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906179:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767396.906180:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906181:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906182:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767396.906184:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906189:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767396.906191:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906195:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767396.906196:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906197:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906198:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906199:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767396.906200:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767396.906202:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767396.906203:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767396.906205:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767396.906207:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767396.906212:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384571904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767396.906224:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767396.906226:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906230:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767396.906231:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906232:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767396.906233:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767396.906234:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767396.906236:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767396.906238:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767396.906239:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767396.906240:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906241:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906243:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767396.906244:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.906246:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767396.906247:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767396.906249:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767396.906251:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572032, portal 10
00000100:00000001:2.0:1775767396.906252:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767396.906253:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:2.0:1775767396.906256:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906260:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767396.906262:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767396.906263:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767396.906265:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384572032, offset 0
00000400:00000200:2.0:1775767396.906267:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906270:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906272:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767396.906274:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767396.906275:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767396.906277:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767396.906279:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906281:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199794:199794:256:4294967295] 192.168.202.154@tcp LPNI seq info [199794:199794:8:4294967295]
00000400:00000200:2.0:1775767396.906284:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906288:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767396.906290:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906292:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767396.906295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767396.906296:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767396.906299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767396.906301:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767396.906303:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906305:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767396.906306:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767396.906308:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767396.906310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767396.906311:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767396.906313:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767396.906315:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906319:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906321:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906325:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906326:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767396.906327:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767396.906329:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767396.906331:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767396.906333:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298327046
00000100:00000001:2.0:1775767396.906334:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906336:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298327046
00000100:00000001:2.0:1775767396.906337:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906338:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767396.906339:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906340:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767396.906342:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396]  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767396.906347:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767396.906347:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767396.906348:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767396.906349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767396.906350:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767396.906351:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767396.906353:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767396.906374:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906379:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767396.906380:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906381:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906383:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767396.906385:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906390:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767396.906392:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906397:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767396.906399:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906401:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906402:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906403:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767396.906404:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767396.906406:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767396.906408:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767396.906410:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767396.906412:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767396.906418:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767396.906420:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767396.906422:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906427:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767396.906428:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906430:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767396.906431:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767396.906432:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767396.906434:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767396.906436:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767396.906438:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767396.906439:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906440:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906442:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767396.906444:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.906446:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767396.906448:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767396.906450:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767396.906452:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572160, portal 4
00000100:00000001:2.0:1775767396.906454:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767396.906455:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:2.0:1775767396.906459:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906464:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767396.906466:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767396.906467:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767396.906469:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384572160, offset 0
00000400:00000200:2.0:1775767396.906471:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906474:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906476:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767396.906478:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767396.906480:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767396.906482:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767396.906484:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906486:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199795:199795:256:4294967295] 192.168.202.154@tcp LPNI seq info [199795:199795:8:4294967295]
00000400:00000200:2.0:1775767396.906489:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906494:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767396.906497:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906499:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767396.906502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767396.906504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767396.906507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767396.906509:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767396.906512:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906514:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767396.906516:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767396.906518:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767396.906521:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767396.906523:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767396.906526:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767396.906530:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906547:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906551:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906559:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906561:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767396.906565:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767396.906568:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767396.906572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767396.906575:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298327058
00000100:00000001:2.0:1775767396.906578:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906580:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298327058
00000100:00000001:2.0:1775767396.906582:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906584:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767396.906586:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906587:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767396.906591:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396]  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767396.906597:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767396.906599:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767396.906600:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767396.906602:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767396.906603:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767396.906605:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767396.906607:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767396.906613:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906618:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767396.906619:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906621:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906622:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767396.906624:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906629:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767396.906632:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906637:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767396.906638:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906639:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906640:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906641:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767396.906643:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767396.906644:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767396.906646:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767396.906648:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767396.906650:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767396.906656:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767396.906658:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767396.906661:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906666:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767396.906667:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906669:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767396.906670:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767396.906672:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767396.906674:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767396.906677:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767396.906678:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767396.906679:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767396.906681:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906683:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb000.
02000000:00000001:2.0:1775767396.906685:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767396.906687:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767396.906689:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767396.906691:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767396.906693:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572288, portal 4
00000100:00000001:2.0:1775767396.906694:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767396.906696:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:2.0:1775767396.906700:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906704:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767396.906706:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767396.906708:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767396.906709:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384572288, offset 0
00000400:00000200:2.0:1775767396.906712:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906715:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906718:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767396.906720:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767396.906722:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767396.906752:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767396.906755:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767396.906758:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199796:199796:256:4294967295] 192.168.202.154@tcp LPNI seq info [199796:199796:8:4294967295]
00000400:00000200:2.0:1775767396.906761:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767396.906766:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767396.906779:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906782:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767396.906785:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767396.906787:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767396.906789:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767396.906791:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767396.906794:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767396.906795:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767396.906797:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767396.906799:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767396.906801:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767396.906802:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767396.906804:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767396.906806:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906811:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906813:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906817:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906818:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767396.906820:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767396.906822:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767396.906824:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767396.906825:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298327060
00000100:00000001:2.0:1775767396.906827:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906851:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298327061
00000100:00000001:2.0:1775767396.906853:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298328326
00000100:00000001:2.0:1775767396.906854:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767396.906856:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.906857:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767396.906860:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767396/real 1775767396]  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767396.906865:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767396.906867:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767396.906868:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767396.906869:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767396.906870:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767396.906872:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767396.906874:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767396.906879:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906883:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767396.906884:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906885:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906886:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767396.906888:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906892:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767396.906894:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906898:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767396.906899:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767396.906901:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906902:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767396.906903:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767396.906904:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767396.906906:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767396.906908:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767396.906910:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767396.906919:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767396.906932:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906934:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906935:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a300 x1862023384571904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906939:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767396.906940:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906941:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767396.906943:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767396.906944:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767396.906944:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767396.906946:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767396.906947:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:2.0:1775767396.906948:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767396.906949:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767396.906950:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a300.
00000100:00000001:2.0:1775767396.906952:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767396.906953:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906954:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906956:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384572032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906961:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767396.906961:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906962:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767396.906964:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767396.906965:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767396.906965:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767396.906966:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767396.906967:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:2.0:1775767396.906968:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767396.906969:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767396.906970:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:2.0:1775767396.906972:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767396.906973:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906974:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906976:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384572160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906980:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767396.906980:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767396.906981:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767396.906983:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767396.906983:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767396.906984:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767396.906985:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767396.906986:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:2.0:1775767396.906987:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767396.906987:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767396.906988:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:2.0:1775767396.906989:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767396.906990:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.906991:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767396.906992:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384572288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767396.906999:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767396.906999:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767396.907000:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:2.0:1775767396.907001:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767396.907002:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767396.907002:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767396.907003:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767396.907004:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:2.0:1775767396.907005:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767396.907006:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767396.907007:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:2.0:1775767396.907008:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767396.907009:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.907010:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767396.907012:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767396.907014:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767396.907015:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767396.907016:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767397.288969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767397.288975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767397.288981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767397.288982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767398.312924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767398.312930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767398.312935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767398.312937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767399.336971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767399.336979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767399.336986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767399.336987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767399.337014:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767399.337017:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767399.337020:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767400.360922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767400.360930:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767400.360932:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767400.360935:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767400.360939:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767400.360941:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767400.360942:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767400.360944:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767400.360948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767400.360949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767401.384983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767401.384993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767401.385002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767401.385004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.025241:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767402.025247:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767402.025250:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767402.025258:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025266:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767402.025269:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.025273:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767402.025276:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767402.025279:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767402.025283:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384572416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767402.025288:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767402.025294:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767402.025297:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.025300:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767402.025306:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767402.025309:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.025315:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767402.025320:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767402.025329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767402.025338:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572416, portal 25
00000100:00000001:2.0:1775767402.025341:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767402.025343:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:2.0:1775767402.025350:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025359:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767402.025363:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767402.025366:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767402.025370:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384572416, offset 0
00000400:00000200:2.0:1775767402.025378:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767402.025388:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.025396:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767402.025403:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767402.025408:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767402.025414:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767402.025417:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767402.025423:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199797:199797:256:4294967295] 192.168.202.154@tcp LPNI seq info [199797:199797:8:4294967295]
00000400:00000200:2.0:1775767402.025428:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.025442:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767402.025450:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.025456:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767402.025465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767402.025470:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767402.025477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767402.025481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767402.025487:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.025490:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767402.025498:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767402.025504:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767402.025510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767402.025513:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767402.025519:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767402.025523:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025534:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.025537:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025546:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.025547:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767402.025556:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.025560:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767402.025564:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298333446
00000100:00000010:2.0:1775767402.025569:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0a80.
00000100:00000001:2.0:1775767402.025580:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767402.025588:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298333446
00000100:00000010:2.0:1775767402.025592:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0840.
00000100:00000001:2.0:1775767402.025595:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767402.025599:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767402.025602:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.025605:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767402.025609:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767402/real 1775767402]  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767402.025622:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767402.025624:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767402.025637:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767402.025640:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767402.025642:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767402.025645:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767402.025648:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767402.025659:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025668:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767402.025669:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025672:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.025675:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767402.025691:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025700:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767402.025706:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025725:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767402.025728:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025730:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.025732:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025734:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767402.025737:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767402.025740:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767402.025745:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767402.025749:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767402.025754:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767402.025764:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384572416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767402.025770:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025773:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.025776:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384572416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025784:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767402.025787:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767402.025790:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767402.025793:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767402.025795:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767402.025797:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767402.025799:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767402.025802:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:2.0:1775767402.025806:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767402.025809:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767402.025810:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:2.0:1775767402.025814:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767402.025815:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025818:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.025827:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767402.025850:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.025852:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767402.025854:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767402.025855:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767402.025859:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025868:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767402.025869:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.025871:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767402.025872:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767402.025874:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767402.025876:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767402.025878:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767402.025879:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767402.025880:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.025882:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767402.025884:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767402.025886:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.025889:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767402.025891:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767402.025893:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767402.025896:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572544, portal 10
00000100:00000001:2.0:1775767402.025898:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767402.025899:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:2.0:1775767402.025904:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025909:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767402.025911:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767402.025912:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767402.025914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384572544, offset 0
00000400:00000200:2.0:1775767402.025917:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767402.025919:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.025922:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767402.025924:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767402.025926:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767402.025928:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767402.025930:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767402.025932:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199798:199798:256:4294967295] 192.168.202.154@tcp LPNI seq info [199798:199798:8:4294967295]
00000400:00000200:2.0:1775767402.025935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.025940:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767402.025944:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.025946:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767402.025949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767402.025952:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767402.025955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767402.025957:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767402.025960:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.025962:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767402.025964:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767402.025966:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767402.025968:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767402.025970:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767402.025972:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767402.025974:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025980:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.025981:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.025986:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.025987:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767402.025989:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767402.025992:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767402.025995:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767402.025997:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298332188
00000100:00000001:2.0:1775767402.025999:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026001:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298332188
00000100:00000001:2.0:1775767402.026003:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026005:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767402.026006:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026008:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767402.026010:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767402/real 1775767402]  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767402.026015:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767402.026016:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767402.026017:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767402.026019:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767402.026019:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767402.026021:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767402.026023:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767402.026028:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026033:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767402.026034:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026035:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026035:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767402.026037:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026041:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767402.026044:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026048:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767402.026049:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026050:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026051:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026052:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767402.026061:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767402.026064:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767402.026066:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767402.026068:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767402.026070:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767402.026075:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767402.026077:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767402.026079:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026083:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767402.026084:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026085:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767402.026086:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767402.026087:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767402.026089:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767402.026091:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767402.026093:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767402.026094:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026095:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026097:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767402.026099:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.026101:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767402.026102:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767402.026105:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767402.026106:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572672, portal 10
00000100:00000001:2.0:1775767402.026108:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767402.026109:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:2.0:1775767402.026112:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026121:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767402.026123:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767402.026124:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767402.026126:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384572672, offset 0
00000400:00000200:2.0:1775767402.026128:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026130:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026132:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767402.026134:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767402.026135:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767402.026137:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767402.026138:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026141:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199799:199799:256:4294967295] 192.168.202.154@tcp LPNI seq info [199799:199799:8:4294967295]
00000400:00000200:2.0:1775767402.026155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026159:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767402.026162:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026164:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767402.026167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767402.026169:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767402.026171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767402.026173:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767402.026176:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026178:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767402.026179:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767402.026182:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767402.026183:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767402.026184:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767402.026186:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767402.026188:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026193:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026195:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026204:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026205:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767402.026207:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767402.026209:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767402.026211:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767402.026212:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298332166
00000100:00000001:2.0:1775767402.026214:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026216:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298332166
00000100:00000001:2.0:1775767402.026217:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026219:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767402.026220:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026221:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767402.026223:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767402/real 1775767402]  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767402.026227:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767402.026228:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767402.026229:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767402.026230:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767402.026231:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767402.026232:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767402.026234:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767402.026240:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026244:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767402.026244:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026245:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767402.026248:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026253:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767402.026256:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026260:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767402.026262:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026262:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026263:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026264:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767402.026265:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767402.026267:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767402.026269:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767402.026270:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767402.026272:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767402.026276:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767402.026278:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767402.026280:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026284:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767402.026285:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026287:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767402.026288:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767402.026290:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767402.026291:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767402.026293:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767402.026294:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767402.026296:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026297:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026299:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767402.026301:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.026303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767402.026305:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767402.026307:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767402.026309:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572800, portal 4
00000100:00000001:2.0:1775767402.026310:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767402.026311:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:2.0:1775767402.026315:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026319:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767402.026320:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767402.026322:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767402.026323:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384572800, offset 0
00000400:00000200:2.0:1775767402.026326:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026328:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026330:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767402.026331:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767402.026333:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767402.026334:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767402.026336:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026339:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199800:199800:256:4294967295] 192.168.202.154@tcp LPNI seq info [199800:199800:8:4294967295]
00000400:00000200:2.0:1775767402.026342:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026345:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767402.026348:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026349:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767402.026352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767402.026354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767402.026356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767402.026358:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767402.026361:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026363:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767402.026364:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767402.026367:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767402.026368:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767402.026370:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767402.026371:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767402.026373:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026378:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026380:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026384:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026385:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767402.026386:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767402.026388:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767402.026390:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767402.026391:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298332178
00000100:00000001:2.0:1775767402.026392:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026393:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298332178
00000100:00000001:2.0:1775767402.026395:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026397:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767402.026398:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026399:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767402.026402:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767402/real 1775767402]  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767402.026406:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767402.026407:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767402.026408:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767402.026409:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767402.026410:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767402.026411:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767402.026413:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767402.026419:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026423:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767402.026423:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026424:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026425:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767402.026427:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026431:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767402.026433:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026437:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767402.026438:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026439:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026440:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026441:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767402.026442:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767402.026443:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767402.026445:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767402.026446:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767402.026449:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767402.026453:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767402.026455:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767402.026457:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026462:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767402.026463:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026465:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767402.026466:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767402.026467:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767402.026469:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767402.026470:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767402.026471:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767402.026472:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767402.026473:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026475:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767402.026476:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767402.026478:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767402.026479:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767402.026481:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767402.026482:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384572928, portal 4
00000100:00000001:2.0:1775767402.026483:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767402.026484:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:2.0:1775767402.026488:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026492:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767402.026493:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767402.026495:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767402.026496:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384572928, offset 0
00000400:00000200:2.0:1775767402.026499:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026501:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026503:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767402.026504:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767402.026506:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767402.026507:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767402.026509:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767402.026511:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199801:199801:256:4294967295] 192.168.202.154@tcp LPNI seq info [199801:199801:8:4294967295]
00000400:00000200:2.0:1775767402.026514:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767402.026518:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767402.026521:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026523:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767402.026525:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767402.026527:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767402.026529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767402.026531:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767402.026534:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767402.026535:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767402.026537:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767402.026539:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767402.026541:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767402.026542:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767402.026544:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767402.026546:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026551:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026553:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026556:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026557:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767402.026559:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767402.026561:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767402.026562:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767402.026563:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298332180
00000100:00000001:2.0:1775767402.026565:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026566:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298332180
00000100:00000001:2.0:1775767402.026567:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298333446
00000100:00000001:2.0:1775767402.026569:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767402.026571:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026572:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767402.026574:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767402/real 1775767402]  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767402.026579:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767402.026580:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767402.026581:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767402.026582:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767402.026583:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767402.026584:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767402.026586:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767402.026591:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026595:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767402.026596:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026598:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026599:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767402.026601:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026605:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767402.026607:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026610:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767402.026612:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026613:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767402.026613:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026614:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767402.026615:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767402.026617:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767402.026619:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767402.026621:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767402.026623:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767402.026628:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384572928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767402.026630:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026631:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026633:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384572544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026637:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767402.026638:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026639:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767402.026640:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767402.026641:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767402.026642:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767402.026643:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767402.026644:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:2.0:1775767402.026645:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767402.026646:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767402.026647:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:2.0:1775767402.026649:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767402.026650:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026651:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026653:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384572672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026657:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767402.026658:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026659:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767402.026660:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767402.026661:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767402.026662:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767402.026663:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767402.026664:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:2.0:1775767402.026666:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767402.026666:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767402.026667:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:2.0:1775767402.026669:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767402.026670:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026671:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026673:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384572800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026696:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767402.026697:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026698:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767402.026701:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767402.026702:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767402.026703:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767402.026705:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767402.026707:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:2.0:1775767402.026709:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767402.026710:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767402.026712:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:2.0:1775767402.026714:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767402.026716:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026717:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767402.026721:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384572928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767402.026728:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767402.026729:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767402.026730:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767402.026731:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767402.026732:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767402.026733:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767402.026734:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767402.026735:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:2.0:1775767402.026736:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767402.026737:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767402.026738:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:2.0:1775767402.026740:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767402.026741:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026742:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767402.026745:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767402.026746:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767402.026747:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767402.026749:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767402.408920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767402.408927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767402.408932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767402.408933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767402.408953:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767402.408956:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767402.408958:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767403.433036:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767403.433045:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767403.433051:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767403.433052:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767404.456960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767404.456970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767404.456979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767404.456983:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767404.456985:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767404.456990:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767404.456993:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767404.456996:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767404.456999:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767404.457001:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767405.480975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767405.480985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767405.480994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767405.480998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767405.481027:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767405.481031:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767405.481035:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767406.504963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767406.504972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767406.504980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767406.504982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.145187:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767407.145197:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767407.145203:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767407.145217:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.145234:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767407.145239:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.145249:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767407.145256:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767407.145264:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767407.145275:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384573056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767407.145294:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767407.145305:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767407.145312:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.145323:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767407.145352:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767407.145360:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.145376:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767407.145383:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767407.145396:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767407.145409:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573056, portal 25
00000100:00000001:2.0:1775767407.145415:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767407.145419:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:2.0:1775767407.145437:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.145465:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767407.145473:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767407.145481:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767407.145490:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384573056, offset 0
00000400:00000200:2.0:1775767407.145509:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767407.145523:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.145541:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767407.145557:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767407.145566:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767407.145574:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767407.145586:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767407.145599:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199802:199802:256:4294967295] 192.168.202.154@tcp LPNI seq info [199802:199802:8:4294967295]
00000400:00000200:2.0:1775767407.145623:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.145666:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767407.145677:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.145686:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767407.145700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767407.145706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767407.145719:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767407.145728:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767407.145738:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.145741:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767407.145749:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767407.145760:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767407.145767:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767407.145770:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767407.145777:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767407.145783:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.145804:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.145810:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.145865:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.145867:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767407.145876:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.145890:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767407.145895:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298338567
00000100:00000010:2.0:1775767407.145905:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0c60.
00000100:00000001:2.0:1775767407.145915:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767407.145924:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298338567
00000100:00000010:2.0:1775767407.145930:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0ea0.
00000100:00000001:2.0:1775767407.145937:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767407.145947:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767407.145954:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.145959:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767407.145974:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767407/real 1775767407]  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767407.146022:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767407.146028:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767407.146036:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767407.146042:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767407.146051:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767407.146063:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767407.146077:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767407.146118:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146137:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767407.146141:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146153:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767407.146163:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146176:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767407.146192:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146219:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767407.146223:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146228:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146229:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146235:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767407.146239:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767407.146254:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767407.146273:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767407.146285:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767407.146300:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767407.146313:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384573056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767407.146321:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146324:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.146328:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384573056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146335:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767407.146338:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767407.146341:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767407.146344:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767407.146347:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767407.146349:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767407.146351:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767407.146354:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fec00.
02000000:00000001:2.0:1775767407.146358:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767407.146360:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767407.146362:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:2.0:1775767407.146366:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767407.146367:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146370:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146380:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767407.146383:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.146385:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767407.146388:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767407.146389:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767407.146394:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146402:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767407.146404:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146406:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767407.146409:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767407.146411:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767407.146414:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767407.146418:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767407.146420:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767407.146422:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146424:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767407.146427:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767407.146429:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.146434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767407.146438:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767407.146442:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767407.146445:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573184, portal 10
00000100:00000001:2.0:1775767407.146447:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767407.146448:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:2.0:1775767407.146455:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146463:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767407.146466:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767407.146468:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767407.146471:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384573184, offset 0
00000400:00000200:2.0:1775767407.146474:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146478:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146481:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767407.146484:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767407.146486:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767407.146488:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767407.146489:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146492:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199803:199803:256:4294967295] 192.168.202.154@tcp LPNI seq info [199803:199803:8:4294967295]
00000400:00000200:2.0:1775767407.146495:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146500:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767407.146503:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.146505:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767407.146508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767407.146510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767407.146515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767407.146516:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767407.146519:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.146521:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767407.146523:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767407.146525:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767407.146528:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767407.146529:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767407.146531:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767407.146533:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146539:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.146541:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146546:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.146547:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767407.146550:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767407.146553:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767407.146555:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767407.146557:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298337308
00000100:00000001:2.0:1775767407.146559:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.146561:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298337308
00000100:00000001:2.0:1775767407.146563:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.146564:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767407.146566:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.146567:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767407.146569:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767407/real 1775767407]  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767407.146574:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767407.146575:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767407.146576:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767407.146577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767407.146578:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767407.146580:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767407.146582:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767407.146587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146591:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767407.146592:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146593:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146595:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767407.146598:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146605:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767407.146608:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146615:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767407.146618:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146620:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146622:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146623:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767407.146625:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767407.146641:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767407.146646:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767407.146648:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767407.146653:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767407.146662:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767407.146667:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767407.146671:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146677:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767407.146678:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146680:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767407.146682:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767407.146683:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767407.146685:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767407.146688:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767407.146689:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767407.146691:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146692:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767407.146695:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775767407.146696:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.146699:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767407.146700:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767407.146702:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767407.146705:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573312, portal 10
00000100:00000001:2.0:1775767407.146706:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767407.146708:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:2.0:1775767407.146711:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146716:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767407.146718:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767407.146719:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767407.146721:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384573312, offset 0
00000400:00000200:2.0:1775767407.146723:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146726:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146728:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767407.146730:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767407.146732:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767407.146734:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767407.146735:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146738:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199804:199804:256:4294967295] 192.168.202.154@tcp LPNI seq info [199804:199804:8:4294967295]
00000400:00000200:2.0:1775767407.146740:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146745:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767407.146748:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.146750:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767407.146753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767407.146755:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767407.146758:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767407.146759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767407.146762:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.146763:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767407.146766:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767407.146768:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767407.146771:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767407.146772:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767407.146774:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767407.146776:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146786:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.146787:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146792:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.146793:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767407.146795:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767407.146797:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767407.146799:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767407.146800:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298337286
00000100:00000001:2.0:1775767407.146802:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.146803:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298337286
00000100:00000001:2.0:1775767407.146805:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.146807:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767407.146808:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.146809:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767407.146811:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767407/real 1775767407]  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767407.146816:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767407.146816:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767407.146817:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767407.146818:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767407.146819:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767407.146821:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767407.146822:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767407.146827:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146851:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767407.146852:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146854:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146855:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767407.146857:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146862:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767407.146865:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146869:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767407.146871:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146872:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.146872:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.146874:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767407.146875:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767407.146876:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767407.146878:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767407.146879:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767407.146882:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767407.146886:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767407.146888:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767407.146891:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146896:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767407.146897:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146898:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767407.146899:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767407.146901:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767407.146903:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767407.146905:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767407.146906:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767407.146908:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.146909:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767407.146912:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8c00.
02000000:00000001:2.0:1775767407.146913:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.146915:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767407.146917:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767407.146919:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767407.146921:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573440, portal 4
00000100:00000001:2.0:1775767407.146922:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767407.146923:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:2.0:1775767407.146927:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.146931:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767407.146933:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767407.146934:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767407.146936:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384573440, offset 0
00000400:00000200:2.0:1775767407.146938:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146942:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767407.146944:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767407.146946:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767407.146948:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767407.146950:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767407.146953:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199805:199805:256:4294967295] 192.168.202.154@tcp LPNI seq info [199805:199805:8:4294967295]
00000400:00000200:2.0:1775767407.146958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.146964:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767407.146969:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.146972:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767407.146977:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767407.146980:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767407.146984:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767407.146987:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767407.147010:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.147012:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767407.147014:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767407.147017:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767407.147019:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767407.147020:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767407.147022:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767407.147025:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147030:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147032:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147037:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.147038:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767407.147040:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767407.147043:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767407.147045:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767407.147047:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298337299
00000100:00000001:2.0:1775767407.147049:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.147052:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298337299
00000100:00000001:2.0:1775767407.147054:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.147057:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767407.147059:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.147061:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767407.147064:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767407/real 1775767407]  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767407.147073:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767407.147074:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767407.147076:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767407.147079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767407.147081:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767407.147083:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767407.147086:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767407.147096:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147102:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767407.147104:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147106:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.147108:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767407.147111:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147118:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767407.147122:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147130:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767407.147132:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147134:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.147136:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147138:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767407.147140:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767407.147142:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767407.147146:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767407.147149:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767407.147153:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767407.147164:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767407.147167:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767407.147170:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147174:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767407.147176:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.147177:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767407.147179:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767407.147180:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767407.147182:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767407.147184:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767407.147185:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767407.147187:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767407.147188:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767407.147191:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767407.147192:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767407.147194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767407.147196:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767407.147198:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767407.147201:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573568, portal 4
00000100:00000001:2.0:1775767407.147202:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767407.147203:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:2.0:1775767407.147207:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147212:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767407.147213:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767407.147215:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767407.147217:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384573568, offset 0
00000400:00000200:2.0:1775767407.147219:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767407.147222:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.147225:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767407.147227:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767407.147229:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767407.147230:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767407.147232:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767407.147234:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199806:199806:256:4294967295] 192.168.202.154@tcp LPNI seq info [199806:199806:8:4294967295]
00000400:00000200:2.0:1775767407.147238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767407.147243:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767407.147247:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.147250:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767407.147254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767407.147257:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767407.147262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767407.147265:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767407.147268:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767407.147270:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767407.147273:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767407.147277:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767407.147280:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767407.147282:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767407.147285:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767407.147288:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147297:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147301:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147308:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.147309:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767407.147312:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767407.147315:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767407.147317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767407.147319:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298337301
00000100:00000001:2.0:1775767407.147321:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.147323:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298337301
00000100:00000001:2.0:1775767407.147324:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298338567
00000100:00000001:2.0:1775767407.147326:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767407.147327:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.147329:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767407.147331:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767407/real 1775767407]  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767407.147336:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767407.147337:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767407.147338:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767407.147340:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767407.147341:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767407.147342:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767407.147344:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767407.147350:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147354:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767407.147354:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147356:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.147356:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767407.147358:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147362:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767407.147364:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147368:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767407.147370:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147372:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767407.147373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147374:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767407.147375:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767407.147377:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767407.147379:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767407.147380:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767407.147382:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767407.147387:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767407.147389:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147390:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147392:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384573184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147395:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767407.147396:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767407.147398:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767407.147399:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767407.147400:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767407.147401:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767407.147403:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767407.147404:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe800.
02000000:00000001:2.0:1775767407.147406:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767407.147407:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767407.147408:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:2.0:1775767407.147410:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767407.147411:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147412:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147414:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384573312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147423:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767407.147424:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767407.147425:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775767407.147427:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767407.147427:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767407.147428:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767407.147429:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767407.147430:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:2.0:1775767407.147431:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767407.147432:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767407.147433:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:2.0:1775767407.147434:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767407.147435:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147436:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147437:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384573440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147441:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767407.147442:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767407.147442:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:2.0:1775767407.147443:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767407.147444:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767407.147445:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767407.147446:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767407.147447:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:2.0:1775767407.147448:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767407.147448:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767407.147449:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:2.0:1775767407.147451:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767407.147451:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147452:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767407.147454:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384573568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767407.147458:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767407.147458:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767407.147459:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767407.147461:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767407.147461:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767407.147463:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767407.147464:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767407.147465:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:2.0:1775767407.147466:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767407.147467:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767407.147467:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:2.0:1775767407.147469:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767407.147469:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147470:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767407.147473:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767407.147474:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767407.147475:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767407.147476:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767407.528975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767407.528982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767407.528989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767407.528990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767408.552941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767408.552949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767408.552957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767408.552958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767408.552996:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767408.553000:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767408.553009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767409.576947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767409.576952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767409.576957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767409.576958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767410.600945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767410.600953:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767410.600956:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767410.600959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767410.600964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767410.600967:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767410.600968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767410.600970:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767410.600973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767410.600974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767411.624934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767411.624940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767411.624945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767411.624946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767411.624964:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767411.624966:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767411.624968:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767412.264945:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767412.264955:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767412.264958:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767412.264962:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767412.264966:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767412.264974:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3669
00000400:00000200:3.0:1775767412.264985:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767412.264991:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767412.264993:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767412.264996:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.264999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265001:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265003:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767412.265007:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767412.265009:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767412.265011:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767412.265014:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767412.265015:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767412.265017:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767412.265019:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265020:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265022:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265024:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767412.265026:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767412.265029:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265030:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767412.265033:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767412.265036:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767412.265038:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265041:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767412.265043:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767412.265053:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767412.265056:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767412.265060:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767412.265061:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265064:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767412.265067:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767412.265071:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767412.265079:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767412.265086:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767412.265096:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767412.265109:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767412.265115:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767412.265122:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767412.265143:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767412.265146:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767412.265149:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767412.265151:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767412.265152:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767412.265154:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767412.265156:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3669
00000400:00000200:3.0:1775767412.265160:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767412.265164:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767412.265166:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767412.265168:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265170:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767412.265171:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775767412.265172:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265176:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767412.265177:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767412.265181:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775767412.265181:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767412.265184:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767412.265186:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767412.265189:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000040:2.0:1775767412.265190:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767412.265191:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767412.265196:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767412.265203:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767412.265206:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767412.265207:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767412.265209:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767412.265210:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265213:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:2.0:1775767412.265214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1775767412.265215:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:2.0:1775767412.265217:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775767412.265219:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:2.0:1775767412.265221:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265222:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.265226:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384573696:192.168.202.154@tcp:250:kworker.0
02000000:00000001:3.0:1775767412.265226:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767412.265231:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767412.265232:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767412.265234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767412.265235:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.265237:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265238:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775767412.265240:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775767412.265243:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1775767412.265246:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
00000008:00000001:3.0:1775767412.265247:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.265251:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265252:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767412.265258:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767412.265260:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:2.0:1775767412.265262:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:3.0:1775767412.265263:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767412.265266:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265268:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767412.265269:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1775767412.265270:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
02000000:00000001:3.0:1775767412.265271:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767412.265280:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000400:00000010:2.0:1775767412.265282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767412.265283:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767412.265291:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1775767412.265295:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573696, portal 25
00000100:00000001:3.0:1775767412.265297:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767412.265299:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767412.265301:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265303:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:3.0:1775767412.265306:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767412.265316:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767412.265316:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767412.265320:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767412.265328:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767412.265331:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775767412.265333:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767412.265337:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767412.265340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00080000:3.0:1775767412.265341:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1775767412.265344:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384573696, offset 0
00000100:00000001:3.0:1775767412.265346:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767412.265350:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3669
00000400:00000200:2.0:1775767412.265355:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775767412.265358:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767412.265362:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767412.265364:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775767412.265368:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:3.0:1775767412.265369:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265371:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265374:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.265377:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:3.0:1775767412.265377:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767412.265382:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767412.265383:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767412.265384:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775767412.265386:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775767412.265387:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767412.265390:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:2.0:1775767412.265392:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:3.0:1775767412.265393:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767412.265398:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.265399:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775767412.265401:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775767412.265403:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:3.0:1775767412.265406:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265410:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:2.0:1775767412.265411:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199807:199807:256:4294967295] 192.168.202.154@tcp LPNI seq info [199807:199807:8:4294967295]
00000020:00000040:3.0:1775767412.265414:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:2.0:1775767412.265418:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775767412.265420:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265423:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767412.265425:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767412.265427:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767412.265429:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265430:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767412.265433:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767412.265436:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265439:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.265440:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1775767412.265443:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767412.265446:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767412.265448:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767412.265451:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775767412.265452:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265453:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767412.265456:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767412.265458:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775767412.265461:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
02000000:00000010:3.0:1775767412.265462:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767412.265468:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767412.265472:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775767412.265477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767412.265483:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1775767412.265485:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775767412.265486:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767412.265491:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1775767412.265498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767412.265504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775767412.265505:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767412.265511:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1775767412.265513:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.265518:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000100:00080000:3.0:1775767412.265518:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767412.265520:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767412.265523:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767412.265524:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767412.265527:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3669
00000400:00000200:2.0:1775767412.265529:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767412.265530:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767412.265536:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767412.265538:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775767412.265542:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775767412.265544:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265548:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265550:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265551:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:2.0:1775767412.265552:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000020:00000001:3.0:1775767412.265553:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767412.265555:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767412.265557:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1775767412.265558:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000020:00000040:3.0:1775767412.265559:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767412.265563:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767412.265564:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767412.265566:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767412.265567:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775767412.265568:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265572:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265574:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:2.0:1775767412.265577:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767412.265577:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:2.0:1775767412.265603:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1775767412.265603:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265607:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767412.265609:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767412.265610:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767412.265613:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767412.265618:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265622:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767412.265623:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775767412.265625:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775767412.265626:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1775767412.265629:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265631:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767412.265634:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000100:00000001:2.0:1775767412.265635:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767412.265636:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767412.265641:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767412.265643:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.265644:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775767412.265648:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775767412.265649:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298343686
02000000:00000001:3.0:1775767412.265652:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767412.265654:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767412.265656:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0f60.
02000000:00000010:3.0:1775767412.265658:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767412.265662:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265665:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1775767412.265666:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767412.265673:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767412.265674:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298343686
00000100:00000001:3.0:1775767412.265676:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767412.265679:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0900.
00000100:00000040:3.0:1775767412.265680:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.265682:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775767412.265690:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767412.265692:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767412.265694:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775767412.265695:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767412.265698:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265698:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767412.265699:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767412.265701:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775767412.265702:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767412.265705:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3669
00000100:00100000:2.0:1775767412.265708:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767412/real 1775767412]  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767412.265714:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767412.265722:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767412.265724:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1775767412.265725:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767412.265728:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775767412.265728:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:2.0:1775767412.265731:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000100:00000001:3.0:1775767412.265732:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775767412.265734:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000100:00000040:3.0:1775767412.265735:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:2.0:1775767412.265738:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767412.265739:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767412.265742:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1775767412.265742:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767412.265745:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:2.0:1775767412.265748:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767412.265748:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767412.265751:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767412.265756:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767412.265761:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000200:2.0:1775767412.265764:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767412.265768:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265773:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767412.265777:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767412.265778:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767412.265781:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767412.265781:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767412.265787:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1775767412.265787:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:2.0:1775767412.265790:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775767412.265793:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767412.265798:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.265799:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767412.265803:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767412.265807:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767412.265813:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265815:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767412.265817:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767412.265821:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1775767412.265824:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775767412.265826:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767412.265866:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767412.265870:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767412.265875:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:2.0:1775767412.265880:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775767412.265881:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767412.265884:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265885:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767412.265886:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775767412.265887:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775767412.265889:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767412.265890:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767412.265891:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265893:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767412.265896:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1775767412.265896:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00080000:2.0:1775767412.265898:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775767412.265902:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767412.265904:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767412.265908:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1775767412.265911:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775767412.265915:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767412.265931:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1775767412.265936:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384573696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775767412.265936:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265942:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767412.265942:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.265946:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.265952:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384573696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767412.265958:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.265964:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1775767412.265965:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3680)
02000000:00000001:2.0:1775767412.265967:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767412.265970:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767412.265973:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767412.265974:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767412.265976:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767412.265979:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767412.265982:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:2.0:1775767412.265987:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767412.265989:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767412.265991:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:2.0:1775767412.265994:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767412.265996:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.265998:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266007:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767412.266009:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266012:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767412.266014:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767412.266015:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767412.266019:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266026:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767412.266028:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266030:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767412.266032:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767412.266035:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.266037:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767412.266041:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767412.266043:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767412.266045:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266047:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767412.266050:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767412.266052:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.266056:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767412.266060:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767412.266064:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767412.266067:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573824, portal 10
00000100:00000001:2.0:1775767412.266069:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767412.266071:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000040:2.0:1775767412.266079:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266087:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767412.266090:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767412.266092:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767412.266096:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384573824, offset 0
00000400:00000200:2.0:1775767412.266099:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266103:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266106:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767412.266108:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767412.266110:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767412.266112:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767412.266113:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266116:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199808:199808:256:4294967295] 192.168.202.154@tcp LPNI seq info [199808:199808:8:4294967295]
00000400:00000200:2.0:1775767412.266119:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266124:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767412.266127:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266129:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767412.266132:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767412.266134:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767412.266137:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767412.266139:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1775767412.266142:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266144:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767412.266146:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767412.266149:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767412.266151:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767412.266152:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767412.266154:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767412.266157:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266162:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.266164:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266174:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266175:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767412.266178:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767412.266181:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767412.266183:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767412.266185:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298342428
00000100:00000001:2.0:1775767412.266187:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266189:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298342428
00000100:00000001:2.0:1775767412.266190:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266191:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767412.266193:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266194:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767412.266196:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767412/real 1775767412]  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767412.266201:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767412.266203:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767412.266204:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767412.266205:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767412.266206:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767412.266208:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767412.266210:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767412.266215:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266219:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767412.266220:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266221:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767412.266224:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266229:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767412.266232:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266236:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767412.266238:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266239:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266240:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767412.266242:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767412.266243:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767412.266245:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767412.266246:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767412.266249:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767412.266253:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767412.266256:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767412.266258:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266263:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767412.266265:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266267:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767412.266269:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767412.266271:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.266274:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767412.266278:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767412.266280:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767412.266282:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266283:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767412.266287:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767412.266289:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.266293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767412.266296:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767412.266300:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767412.266303:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384573952, portal 10
00000100:00000001:2.0:1775767412.266305:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767412.266306:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00000040:2.0:1775767412.266312:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266319:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767412.266322:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767412.266325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767412.266327:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384573952, offset 0
00000400:00000200:2.0:1775767412.266330:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266336:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767412.266338:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767412.266340:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767412.266342:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767412.266343:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266346:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199809:199809:256:4294967295] 192.168.202.154@tcp LPNI seq info [199809:199809:8:4294967295]
00000400:00000200:2.0:1775767412.266349:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266354:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767412.266356:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266358:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767412.266361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767412.266363:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767412.266366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767412.266368:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1775767412.266370:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266372:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767412.266374:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767412.266377:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767412.266379:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767412.266380:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767412.266382:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767412.266384:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266390:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.266392:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266397:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266398:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767412.266400:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767412.266403:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767412.266405:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767412.266406:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298342406
00000100:00000001:2.0:1775767412.266408:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266410:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298342406
00000100:00000001:2.0:1775767412.266411:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266413:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767412.266414:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266416:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767412.266418:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767412/real 1775767412]  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767412.266425:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767412.266426:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767412.266428:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767412.266430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767412.266432:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767412.266435:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767412.266438:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767412.266447:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266454:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767412.266455:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266457:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266459:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767412.266462:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266469:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767412.266472:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266477:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767412.266478:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266479:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266480:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266481:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767412.266483:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767412.266484:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767412.266487:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767412.266488:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767412.266491:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767412.266496:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384573952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767412.266499:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767412.266501:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266506:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767412.266507:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266509:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767412.266510:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767412.266511:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.266513:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767412.266515:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767412.266517:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767412.266518:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266520:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767412.266524:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775767412.266526:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.266530:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767412.266533:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767412.266536:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767412.266539:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574080, portal 4
00000100:00000001:2.0:1775767412.266541:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767412.266543:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:2.0:1775767412.266549:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266557:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767412.266559:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767412.266562:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767412.266565:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384574080, offset 0
00000400:00000200:2.0:1775767412.266569:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266573:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266577:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767412.266600:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767412.266604:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767412.266605:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767412.266607:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266610:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199810:199810:256:4294967295] 192.168.202.154@tcp LPNI seq info [199810:199810:8:4294967295]
00000400:00000200:2.0:1775767412.266613:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266618:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767412.266622:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266625:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767412.266628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767412.266630:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767412.266633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767412.266635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1775767412.266638:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266639:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767412.266641:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767412.266644:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767412.266646:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767412.266647:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767412.266649:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767412.266651:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266657:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.266659:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266664:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266665:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767412.266667:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767412.266669:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767412.266671:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767412.266673:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298342418
00000100:00000001:2.0:1775767412.266674:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266676:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298342418
00000100:00000001:2.0:1775767412.266678:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266679:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767412.266681:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266682:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767412.266685:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767412/real 1775767412]  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767412.266690:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767412.266691:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767412.266692:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767412.266693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767412.266694:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767412.266696:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767412.266698:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767412.266703:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266707:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767412.266708:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266709:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266710:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767412.266712:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266716:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767412.266718:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266722:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767412.266723:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266724:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266725:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266726:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767412.266727:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767412.266728:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767412.266731:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767412.266732:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767412.266735:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767412.266740:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767412.266742:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767412.266744:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266748:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767412.266749:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266750:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767412.266751:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767412.266752:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767412.266754:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767412.266756:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767412.266757:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767412.266758:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767412.266760:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767412.266762:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8c00.
02000000:00000001:2.0:1775767412.266764:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767412.266766:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767412.266767:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767412.266769:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767412.266771:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574208, portal 4
00000100:00000001:2.0:1775767412.266773:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767412.266774:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366928384 : -107275342623232 : ffff9e6f034f4e00)
00000100:00000040:2.0:1775767412.266777:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266782:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767412.266784:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767412.266786:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767412.266788:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384574208, offset 0
00000400:00000200:2.0:1775767412.266793:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266797:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266800:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767412.266803:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767412.266805:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767412.266808:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767412.266810:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767412.266814:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199811:199811:256:4294967295] 192.168.202.154@tcp LPNI seq info [199811:199811:8:4294967295]
00000400:00000200:2.0:1775767412.266818:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767412.266825:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767412.266851:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266854:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767412.266857:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767412.266859:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767412.266862:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767412.266863:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1775767412.266866:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767412.266868:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767412.266870:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767412.266872:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767412.266874:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767412.266876:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767412.266878:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767412.266880:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266886:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.266888:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266893:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266894:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767412.266897:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767412.266899:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767412.266901:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767412.266903:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298342421
00000100:00000001:2.0:1775767412.266905:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266907:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298342421
00000100:00000001:2.0:1775767412.266908:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298343686
00000100:00000001:2.0:1775767412.266910:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767412.266911:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.266912:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767412.266914:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767412/real 1775767412]  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767412.266919:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767412.266920:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767412.266922:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767412.266923:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767412.266924:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767412.266926:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767412.266928:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767412.266934:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266937:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767412.266938:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266939:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266940:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767412.266942:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266946:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767412.266948:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266954:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767412.266955:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266957:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767412.266958:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266959:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767412.266960:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767412.266961:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767412.266964:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767412.266966:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767412.266970:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767412.266977:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767412.266981:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.266983:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.266986:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384573824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.266994:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767412.266996:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767412.266998:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767412.267000:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767412.267002:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767412.267003:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767412.267006:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767412.267008:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf000.
02000000:00000001:2.0:1775767412.267010:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767412.267012:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767412.267014:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:2.0:1775767412.267016:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767412.267018:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.267020:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.267024:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384573952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.267031:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767412.267032:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767412.267034:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775767412.267036:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767412.267038:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767412.267039:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767412.267041:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767412.267042:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:2.0:1775767412.267045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767412.267046:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767412.267047:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000001:2.0:1775767412.267049:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767412.267051:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.267053:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.267057:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384574080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.267065:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767412.267066:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767412.267067:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775767412.267069:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767412.267070:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767412.267071:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767412.267072:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767412.267073:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:2.0:1775767412.267075:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767412.267076:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767412.267077:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:2.0:1775767412.267078:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767412.267079:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.267080:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767412.267082:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4e00 x1862023384574208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767437 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767412.267090:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767412.267091:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767412.267092:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:2.0:1775767412.267093:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767412.267094:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767412.267095:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767412.267096:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767412.267096:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:2.0:1775767412.267098:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767412.267098:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767412.267099:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4e00.
00000100:00000001:2.0:1775767412.267101:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767412.267102:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.267103:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767412.267106:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767412.267107:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767412.267108:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767412.267109:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767412.648960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767412.648967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767412.648972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767412.648973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767413.672968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767413.672972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767413.672977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767413.672978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767414.696964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767414.696973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767414.696990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767414.696996:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767414.696999:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767414.697003:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767414.697006:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767414.697010:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767414.697012:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767414.697015:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767414.697043:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767414.697046:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767414.697049:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767415.720936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767415.720942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767415.720948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767415.720949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767416.744956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767416.744961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767416.744966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767416.744968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385169:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767417.385174:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767417.385176:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767417.385182:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385191:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767417.385193:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385197:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767417.385200:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767417.385202:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767417.385206:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384574336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767417.385210:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767417.385214:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767417.385216:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767417.385224:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767417.385227:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.385232:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767417.385237:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767417.385243:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767417.385250:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574336, portal 25
00000100:00000001:2.0:1775767417.385253:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767417.385255:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387061632 : -107275322489984 : ffff9e6f04828380)
00000100:00000040:2.0:1775767417.385260:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385268:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767417.385271:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767417.385274:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767417.385277:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384574336, offset 0
00000400:00000200:2.0:1775767417.385284:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385291:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385297:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767417.385302:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767417.385307:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767417.385312:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767417.385314:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385319:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199812:199812:256:4294967295] 192.168.202.154@tcp LPNI seq info [199812:199812:8:4294967295]
00000400:00000200:2.0:1775767417.385324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385335:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767417.385341:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.385347:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767417.385354:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767417.385358:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767417.385364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767417.385368:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775767417.385373:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.385376:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767417.385381:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767417.385386:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767417.385391:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767417.385394:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767417.385398:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767417.385402:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385411:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.385415:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385423:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385425:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767417.385432:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.385444:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767417.385447:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298348806
00000100:00000010:2.0:1775767417.385453:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e07e0.
00000100:00000001:2.0:1775767417.385460:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767417.385466:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298348806
00000100:00000010:2.0:1775767417.385470:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e08a0.
00000100:00000001:2.0:1775767417.385473:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767417.385476:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767417.385479:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385482:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767417.385486:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767417/real 1775767417]  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767417.385498:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767417.385500:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767417.385503:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767417.385506:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767417.385508:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767417.385510:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767417.385514:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767417.385523:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385531:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767417.385547:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385550:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.385552:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767417.385556:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385564:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767417.385569:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385578:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767417.385581:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385583:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.385584:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385587:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767417.385589:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767417.385592:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767417.385596:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767417.385598:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767417.385602:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767417.385611:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384574336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767417.385616:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385618:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.385621:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828380 x1862023384574336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385629:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767417.385632:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767417.385634:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767417.385637:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767417.385639:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767417.385641:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767417.385643:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767417.385646:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:2.0:1775767417.385649:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767417.385651:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767417.385653:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828380.
00000100:00000001:2.0:1775767417.385656:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767417.385658:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385660:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385667:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767417.385669:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385671:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767417.385672:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767417.385674:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767417.385677:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385684:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767417.385686:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385688:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767417.385690:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767417.385692:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767417.385695:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767417.385698:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767417.385700:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767417.385702:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385704:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767417.385707:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767417.385709:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.385712:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767417.385715:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767417.385717:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767417.385719:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574464, portal 10
00000100:00000001:2.0:1775767417.385721:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767417.385722:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:2.0:1775767417.385727:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385731:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767417.385733:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767417.385734:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767417.385736:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384574464, offset 0
00000400:00000200:2.0:1775767417.385738:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385741:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385744:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767417.385746:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767417.385748:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767417.385750:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767417.385751:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385754:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199813:199813:256:4294967295] 192.168.202.154@tcp LPNI seq info [199813:199813:8:4294967295]
00000400:00000200:2.0:1775767417.385756:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385761:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767417.385764:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.385767:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767417.385769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767417.385771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767417.385774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767417.385776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775767417.385779:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.385780:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767417.385782:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767417.385785:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767417.385787:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767417.385788:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767417.385789:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767417.385792:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385803:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.385806:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385813:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385814:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767417.385818:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767417.385821:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767417.385825:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767417.385827:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298347547
00000100:00000001:2.0:1775767417.385855:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.385857:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298347548
00000100:00000001:2.0:1775767417.385858:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.385860:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767417.385862:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.385863:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767417.385867:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767417/real 1775767417]  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767417.385872:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767417.385873:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767417.385875:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767417.385877:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767417.385878:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767417.385879:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767417.385881:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767417.385887:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385891:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767417.385892:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385893:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.385894:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767417.385896:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385900:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767417.385903:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385907:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767417.385908:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385909:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.385910:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.385911:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767417.385912:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767417.385914:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767417.385916:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767417.385917:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767417.385919:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767417.385924:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767417.385926:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767417.385928:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385933:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767417.385934:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385935:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767417.385936:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767417.385938:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767417.385940:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767417.385942:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767417.385943:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767417.385944:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.385946:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767417.385948:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767417.385950:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.385952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767417.385954:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767417.385956:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767417.385958:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574592, portal 10
00000100:00000001:2.0:1775767417.385959:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767417.385960:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:2.0:1775767417.385964:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.385968:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767417.385970:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767417.385971:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767417.385972:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384574592, offset 0
00000400:00000200:2.0:1775767417.385975:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385977:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385980:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767417.385982:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767417.385983:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767417.385985:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767417.385987:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767417.385989:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199814:199814:256:4294967295] 192.168.202.154@tcp LPNI seq info [199814:199814:8:4294967295]
00000400:00000200:2.0:1775767417.385992:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.385996:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767417.385999:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386001:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767417.386004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767417.386006:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767417.386009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767417.386011:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775767417.386013:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386015:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767417.386017:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767417.386019:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767417.386021:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767417.386022:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767417.386024:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767417.386026:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386031:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386033:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386037:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386038:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767417.386040:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767417.386042:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767417.386044:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767417.386046:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298347526
00000100:00000001:2.0:1775767417.386048:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386049:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298347526
00000100:00000001:2.0:1775767417.386050:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386052:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767417.386053:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386054:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767417.386056:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767417/real 1775767417]  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767417.386060:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767417.386062:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767417.386063:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767417.386064:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767417.386065:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767417.386066:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767417.386068:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767417.386073:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386077:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767417.386078:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386079:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386079:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767417.386081:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386085:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767417.386087:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386091:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767417.386093:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386094:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386094:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386095:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767417.386097:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767417.386098:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767417.386100:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767417.386101:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767417.386104:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767417.386113:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767417.386115:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767417.386117:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386121:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767417.386122:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.386123:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767417.386124:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767417.386125:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767417.386127:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767417.386129:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767417.386130:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767417.386131:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.386132:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386133:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767417.386135:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.386136:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767417.386138:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767417.386139:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767417.386141:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574720, portal 4
00000100:00000001:2.0:1775767417.386142:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767417.386143:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:2.0:1775767417.386146:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386150:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767417.386152:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767417.386153:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767417.386154:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384574720, offset 0
00000400:00000200:2.0:1775767417.386157:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767417.386159:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.386161:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767417.386163:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767417.386165:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767417.386166:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767417.386168:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767417.386170:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199815:199815:256:4294967295] 192.168.202.154@tcp LPNI seq info [199815:199815:8:4294967295]
00000400:00000200:2.0:1775767417.386172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.386176:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767417.386179:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386180:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767417.386183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767417.386185:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767417.386187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767417.386189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775767417.386191:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386193:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767417.386194:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767417.386196:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767417.386198:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767417.386199:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767417.386201:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767417.386203:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386208:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386209:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386213:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386214:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767417.386216:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767417.386217:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767417.386219:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767417.386221:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298347538
00000100:00000001:2.0:1775767417.386223:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386224:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298347538
00000100:00000001:2.0:1775767417.386225:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386227:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767417.386228:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386229:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767417.386231:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767417/real 1775767417]  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767417.386235:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767417.386236:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767417.386237:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767417.386238:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767417.386239:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767417.386240:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767417.386242:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767417.386247:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386251:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767417.386252:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767417.386255:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386259:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767417.386261:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386265:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767417.386267:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386268:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386269:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386270:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767417.386271:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767417.386273:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767417.386275:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767417.386276:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767417.386278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767417.386282:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767417.386285:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767417.386286:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386290:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767417.386291:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.386292:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767417.386293:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767417.386294:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767417.386296:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767417.386297:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767417.386298:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767417.386299:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767417.386300:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386302:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767417.386303:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767417.386304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767417.386306:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767417.386307:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767417.386309:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574848, portal 4
00000100:00000001:2.0:1775767417.386310:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767417.386311:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:2.0:1775767417.386314:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386319:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767417.386320:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767417.386321:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767417.386322:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384574848, offset 0
00000400:00000200:2.0:1775767417.386324:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767417.386326:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.386328:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767417.386329:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767417.386331:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767417.386333:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767417.386334:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767417.386336:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199816:199816:256:4294967295] 192.168.202.154@tcp LPNI seq info [199816:199816:8:4294967295]
00000400:00000200:2.0:1775767417.386339:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767417.386343:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767417.386346:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386347:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767417.386349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767417.386351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767417.386353:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767417.386355:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775767417.386357:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767417.386359:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775767417.386360:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767417.386363:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767417.386364:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:2.0:1775767417.386365:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:2.0:1775767417.386367:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767417.386368:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386377:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386379:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386383:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386384:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767417.386386:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767417.386387:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767417.386389:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767417.386390:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298347540
00000100:00000001:2.0:1775767417.386391:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386392:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298347540
00000100:00000001:2.0:1775767417.386394:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298348806
00000100:00000001:2.0:1775767417.386395:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767417.386396:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386398:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767417.386400:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767417/real 1775767417]  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767417.386404:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767417.386405:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767417.386406:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767417.386407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767417.386408:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767417.386409:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767417.386411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767417.386415:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386419:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767417.386420:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386421:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386422:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767417.386424:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386428:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767417.386430:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386434:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767417.386436:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386437:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767417.386437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386438:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767417.386439:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767417.386441:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767417.386442:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767417.386444:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767417.386446:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767417.386450:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384574848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767417.386452:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386453:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386455:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384574464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386459:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767417.386460:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386461:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767417.386463:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767417.386464:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767417.386465:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767417.386467:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767417.386468:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:2.0:1775767417.386470:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767417.386471:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767417.386472:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:2.0:1775767417.386473:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767417.386474:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386475:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386477:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384574592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386482:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767417.386482:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386483:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767417.386485:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767417.386485:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767417.386486:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767417.386487:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767417.386488:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:2.0:1775767417.386489:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767417.386489:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767417.386490:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:2.0:1775767417.386492:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767417.386493:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386493:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386495:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384574720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386499:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767417.386499:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386500:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767417.386501:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767417.386502:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767417.386503:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767417.386504:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767417.386504:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:2.0:1775767417.386506:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767417.386507:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767417.386508:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:2.0:1775767417.386509:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767417.386510:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386511:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767417.386513:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384574848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767417.386517:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767417.386517:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767417.386518:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:2.0:1775767417.386519:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767417.386520:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767417.386520:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767417.386521:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767417.386522:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:2.0:1775767417.386523:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767417.386524:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767417.386525:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:2.0:1775767417.386526:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767417.386526:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386527:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767417.386530:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767417.386531:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767417.386532:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767417.386549:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767417.768909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767417.768914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767417.768920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767417.768921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767417.768938:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767417.768940:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767417.768942:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767418.792944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767418.792959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767418.792966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767418.792968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767419.816925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767419.816931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767419.816938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767419.816940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767420.840992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767420.841003:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767420.841007:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767420.841012:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767420.841019:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767420.841023:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767420.841026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767420.841028:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767420.841034:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767420.841036:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767420.841064:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767420.841068:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767420.841071:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767421.864956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767421.864965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767421.864975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767421.864976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.505188:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767422.505199:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767422.505204:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767422.505225:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.505263:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767422.505268:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.505279:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767422.505286:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767422.505296:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767422.505307:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384574976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767422.505314:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767422.505319:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767422.505327:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.505348:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767422.505360:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767422.505370:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.505384:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767422.505392:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c738.
00000400:00000010:2.0:1775767422.505401:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767422.505408:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384574976, portal 25
00000100:00000001:2.0:1775767422.505410:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767422.505412:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:2.0:1775767422.505429:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.505458:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767422.505466:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767422.505470:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35110.
00000100:00000200:2.0:1775767422.505475:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384574976, offset 0
00000400:00000200:2.0:1775767422.505501:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767422.505515:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.505534:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767422.505548:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767422.505559:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767422.505568:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767422.505579:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767422.505594:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199817:199817:256:4294967295] 192.168.202.154@tcp LPNI seq info [199817:199817:8:4294967295]
00000400:00000200:2.0:1775767422.505618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.505652:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767422.505678:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767422.505687:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775767422.505709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767422.505724:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767422.505748:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.505755:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767422.505759:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298353926
00000100:00000010:2.0:1775767422.505765:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0ba0.
00000100:00000001:2.0:1775767422.505775:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767422.505791:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298353926
00000100:00000010:2.0:1775767422.505799:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0060.
00000100:00000001:2.0:1775767422.505815:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767422.505825:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767422.505876:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.505880:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.505883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767422.505895:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767422.505898:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767422.505905:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767422.505909:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767422.505913:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767422.505927:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.505951:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767422.505955:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.505963:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767422.505970:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767422.505979:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767422.505990:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767422.506004:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767422.506008:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767422.506012:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506016:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767422.506020:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767422.506029:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.506039:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767422.506043:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c7e8.
00000400:00000010:2.0:1775767422.506050:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35908.
00000100:00000200:2.0:1775767422.506055:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575104, portal 10
00000100:00000001:2.0:1775767422.506059:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767422.506063:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:2.0:1775767422.506072:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506096:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767422.506107:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767422.506113:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35990.
00000100:00000200:2.0:1775767422.506119:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384575104, offset 0
00000400:00000200:2.0:1775767422.506129:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506145:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506158:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767422.506166:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767422.506170:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767422.506183:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767422.506191:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506202:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199818:199818:255:4294967295] 192.168.202.154@tcp LPNI seq info [199818:199818:7:4294967295]
00000400:00000200:2.0:1775767422.506223:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506242:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767422.506264:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767422.506272:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1e00.
00000800:00000200:2.0:1775767422.506282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767422.506289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767422.506293:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767422.506299:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767422.506303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767422.506305:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298352668
00000100:00000001:2.0:1775767422.506308:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506310:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298352668
00000100:00000001:2.0:1775767422.506312:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506315:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767422.506317:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506319:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767422.506324:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506332:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767422.506334:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506336:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767422.506338:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767422.506340:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767422.506343:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767422.506347:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767422.506349:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767422.506351:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506353:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767422.506357:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767422.506359:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.506363:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767422.506365:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c4d0.
00000400:00000010:2.0:1775767422.506369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35d48.
00000100:00000200:2.0:1775767422.506372:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575232, portal 10
00000100:00000001:2.0:1775767422.506374:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767422.506375:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:2.0:1775767422.506379:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506384:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767422.506386:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767422.506388:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35770.
00000100:00000200:2.0:1775767422.506391:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384575232, offset 0
00000400:00000200:2.0:1775767422.506395:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506402:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767422.506406:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767422.506408:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767422.506411:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767422.506413:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506416:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199819:199819:254:4294967295] 192.168.202.154@tcp LPNI seq info [199819:199819:6:4294967295]
00000400:00000200:2.0:1775767422.506420:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506429:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767422.506434:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767422.506437:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1200.
00000800:00000200:2.0:1775767422.506441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767422.506445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767422.506462:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767422.506465:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767422.506469:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767422.506471:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298352646
00000100:00000001:2.0:1775767422.506474:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506476:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298352646
00000100:00000001:2.0:1775767422.506478:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506480:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767422.506482:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506498:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767422.506504:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506513:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767422.506514:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506516:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767422.506518:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767422.506520:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767422.506523:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767422.506526:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767422.506529:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767422.506530:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506532:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767422.506536:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767422.506537:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.506541:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767422.506543:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c160.
00000400:00000010:2.0:1775767422.506547:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35c38.
00000100:00000200:2.0:1775767422.506550:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575360, portal 4
00000100:00000001:2.0:1775767422.506552:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767422.506553:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:2.0:1775767422.506558:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506564:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767422.506566:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767422.506569:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca355d8.
00000100:00000200:2.0:1775767422.506571:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384575360, offset 0
00000400:00000200:2.0:1775767422.506576:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506580:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506583:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767422.506587:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767422.506590:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767422.506592:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767422.506594:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506597:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199820:199820:253:4294967295] 192.168.202.154@tcp LPNI seq info [199820:199820:5:4294967295]
00000400:00000200:2.0:1775767422.506601:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506607:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767422.506612:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767422.506615:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1700.
00000800:00000200:2.0:1775767422.506618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767422.506622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767422.506624:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767422.506627:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767422.506631:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767422.506632:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298352658
00000100:00000001:2.0:1775767422.506635:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506637:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298352658
00000100:00000001:2.0:1775767422.506639:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506641:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767422.506643:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506646:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506648:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767422.506652:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767422.506654:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767422.506656:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767422.506658:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767422.506660:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767422.506664:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506671:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767422.506672:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506674:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767422.506676:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767422.506677:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767422.506680:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767422.506683:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767422.506685:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767422.506686:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767422.506688:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767422.506691:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb000.
02000000:00000001:2.0:1775767422.506693:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767422.506696:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767422.506699:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767422.506701:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767422.506705:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575488, portal 4
00000100:00000001:2.0:1775767422.506707:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767422.506708:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:2.0:1775767422.506712:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767422.506718:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767422.506720:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767422.506722:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35dd0.
00000100:00000200:2.0:1775767422.506724:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384575488, offset 0
00000400:00000200:2.0:1775767422.506728:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506732:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506735:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767422.506737:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767422.506739:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767422.506742:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767422.506744:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767422.506747:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199821:199821:252:4294967295] 192.168.202.154@tcp LPNI seq info [199821:199821:4:4294967295]
00000400:00000200:2.0:1775767422.506752:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767422.506759:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767422.506777:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767422.506781:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1800.
00000800:00000200:2.0:1775767422.506785:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767422.506788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767422.506792:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767422.506794:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767422.506798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767422.506800:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298352660
00000100:00000001:2.0:1775767422.506802:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506804:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298352660
00000100:00000001:2.0:1775767422.506807:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298353926
00000100:00000001:2.0:1775767422.506809:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767422.506812:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506816:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506819:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767422.506823:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767422.506824:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767422.506826:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767422.506827:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767422.506854:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767422.506857:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767422.888980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767422.888986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767422.888991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767422.888992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767423.912977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767423.912988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767423.912996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767423.912998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767423.913033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767423.913038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767423.913041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767424.936925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767424.936934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767424.936942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767424.936946:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767424.936950:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767424.936955:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767424.936958:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767424.936961:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767424.936963:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767424.936966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767424.937025:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767424.937029:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767424.937033:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767425.577240:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767425.577303:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767425.577318:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767425.577323:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767425.577330:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767425.577335:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767425.577343:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767425.577348:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:3.0:1775767425.577356:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767425.577363:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767425.577371:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35110
00000400:00000010:3.0:1775767425.577374:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35110.
00000100:00000001:3.0:1775767425.577381:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767425.577393:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577428:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767425.577433:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577442:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767425.577445:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767425.577491:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767425.577493:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1e00.
00000400:00000200:3.0:1775767425.577497:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767425.577501:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767425.577505:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35990
00000400:00000010:3.0:1775767425.577507:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35990.
00000100:00000001:3.0:1775767425.577511:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767425.577516:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577526:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767425.577530:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577538:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767425.577540:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767425.577547:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767425.577550:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1200.
00000400:00000200:3.0:1775767425.577554:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767425.577558:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767425.577561:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35770
00000400:00000010:3.0:1775767425.577564:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35770.
00000100:00000001:3.0:1775767425.577567:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767425.577572:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577581:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767425.577585:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577593:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767425.577595:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767425.577603:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767425.577606:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1700.
00000100:00000001:2.0:1775767425.577610:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775767425.577610:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767425.577616:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1775767425.577618:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775767425.577620:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca355d8
00000400:00000010:3.0:1775767425.577623:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca355d8.
00000100:00000001:3.0:1775767425.577626:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767425.577633:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577634:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775767425.577645:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775767425.577647:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767422/real 1775767425]  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767425.577653:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577663:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767425.577667:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767425.577675:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767425.577679:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1800.
00000400:00000001:2.0:1775767425.577682:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1775767425.577683:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:2.0:1775767425.577687:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1775767425.577689:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767425.577694:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35dd0
00000400:00000010:2.0:1775767425.577695:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c7e8.
00000400:00000010:3.0:1775767425.577696:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35dd0.
00000100:00000001:3.0:1775767425.577703:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775767425.577704:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35908
00000400:00000010:2.0:1775767425.577710:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35908.
00000100:00000200:3.0:1775767425.577710:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577716:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767425.577725:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577725:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767425.577733:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767425.577750:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767425.577750:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767425.577753:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767425.577763:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767425.577765:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577771:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.577774:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767425.577779:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577789:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767425.577795:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577804:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767425.577808:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577809:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.577811:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577814:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767425.577818:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767425.577822:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767425.577861:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767425.577864:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767425.577870:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767425.577878:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767425.577884:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767425.577887:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767422/real 1775767425]  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767425.577894:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767425.577896:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767425.577898:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c4d0.
00000400:00000200:2.0:1775767425.577901:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35d48
00000400:00000010:2.0:1775767425.577903:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35d48.
00000100:00000001:2.0:1775767425.577906:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767425.577909:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767425.577917:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577924:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767425.577926:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577928:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.577929:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767425.577933:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577941:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767425.577945:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.577952:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767425.577954:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577956:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.577957:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.577959:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767425.577961:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767425.577965:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767425.577969:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767425.577973:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767425.577976:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767425.577984:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767425.577989:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767425.577993:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767422/real 1775767425]  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767425.578001:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767425.578002:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767425.578005:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c160.
00000400:00000200:2.0:1775767425.578007:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35c38
00000400:00000010:2.0:1775767425.578009:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35c38.
00000100:00000001:2.0:1775767425.578012:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767425.578014:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767425.578022:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578029:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767425.578030:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578032:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.578033:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767425.578037:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578044:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767425.578048:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578056:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767425.578067:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578069:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.578070:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578072:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767425.578073:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767425.578076:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767425.578080:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767425.578082:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767425.578086:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767425.578095:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767425.578099:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767425.578105:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767422/real 1775767425]  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767425.578113:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767425.578114:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767425.578117:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c738.
00000400:00000200:2.0:1775767425.578119:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767425.578121:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767425.578123:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767425.578127:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767425.578136:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578144:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767425.578146:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578148:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.578149:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767425.578153:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578160:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767425.578163:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578171:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767425.578173:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578175:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.578176:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578178:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767425.578180:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767425.578182:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767425.578186:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767425.578189:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767425.578194:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767425.578203:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384574976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767425.578208:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767425.578211:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767425.578214:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384575104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578222:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767425.578226:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767425.578231:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767425.578236:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767425.578239:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767425.578241:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767425.578244:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767425.578247:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:2.0:1775767425.578251:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767425.578254:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767425.578256:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:2.0:1775767425.578260:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767425.578261:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.578263:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767425.578266:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384575232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.578984:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767425.578989:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767425.578994:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767425.579002:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767425.579004:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767425.579006:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767425.579009:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767425.579011:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:2.0:1775767425.579014:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767425.579016:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767425.579018:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:2.0:1775767425.579022:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767425.579023:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579025:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767425.579036:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384575360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579045:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767425.579046:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767425.579048:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767425.579050:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767425.579052:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767425.579053:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767425.579055:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767425.579056:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:2.0:1775767425.579059:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767425.579060:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767425.579061:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:2.0:1775767425.579064:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767425.579065:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579067:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767425.579093:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384574976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579100:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767425.579102:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767425.579103:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767425.579106:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767425.579107:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767425.579108:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767425.579110:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767425.579111:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:2.0:1775767425.579114:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767425.579115:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767425.579116:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:2.0:1775767425.579119:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767425.579120:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579123:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767425.579126:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767425.579128:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767425.579131:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767425.579137:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767422/real 1775767425]  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767425.579151:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767425.579153:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767425.579157:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767425.579161:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767425.579163:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767425.579168:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767425.579172:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767425.579180:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579186:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767425.579187:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579189:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.579191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767425.579193:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579198:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767425.579202:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579206:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767425.579208:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579209:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767425.579211:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579212:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767425.579214:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767425.579217:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767425.579221:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767425.579223:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767425.579225:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767425.579230:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767425.579233:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579235:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767425.579236:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384575488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767425.579240:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767425.579242:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767425.579243:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:2.0:1775767425.579244:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767425.579245:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767425.579246:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767425.579248:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767425.579249:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:2.0:1775767425.579250:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767425.579251:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767425.579252:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:2.0:1775767425.579254:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767425.579254:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579255:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767425.579261:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767425.579262:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767425.579265:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767425.579266:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767425.960918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767425.960928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767425.960937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767425.960939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767426.984930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767426.984941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767426.984950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767426.984953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767426.985001:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767426.985008:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767426.985014:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767427.624968:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767427.624978:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767427.624981:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767427.624985:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767427.624989:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767427.625001:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3685
00000400:00000200:3.0:1775767427.625013:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767427.625021:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767427.625024:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767427.625027:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625031:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.625034:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625036:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767427.625040:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767427.625043:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767427.625046:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767427.625059:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767427.625061:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767427.625064:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767427.625066:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625068:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.625070:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625072:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767427.625075:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767427.625078:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625081:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767427.625084:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767427.625088:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767427.625092:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625094:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767427.625097:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767427.625105:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767427.625110:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767427.625115:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767427.625116:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625120:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767427.625123:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767427.625128:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767427.625137:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767427.625146:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767427.625157:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767427.625168:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767427.625174:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767427.625178:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767427.625203:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767427.625206:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767427.625210:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767427.625211:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767427.625213:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767427.625215:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767427.625218:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3685
00000400:00000200:3.0:1775767427.625222:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767427.625225:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767427.625227:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767427.625231:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625234:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.625236:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625239:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767427.625242:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767427.625243:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767427.625245:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767427.625247:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767427.625249:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767427.625251:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767427.625255:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625257:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.625260:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625262:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767427.625264:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767427.625268:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767427.625271:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767427.625273:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767427.625281:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767427.625283:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625287:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767427.625288:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1775767427.625293:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775767427.625297:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767427.625305:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1775767427.625305:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625314:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767427.625320:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000100:00000040:2.0:1775767427.625324:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767427.625325:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767427.625332:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767427.625335:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625344:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767427.625352:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767427.625357:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.625360:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767427.625365:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767427.625365:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767427.625378:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.625379:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767427.625388:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775767427.625395:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775767427.625396:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767427.625408:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384575616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767427.625428:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775767427.625436:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1775767427.625448:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775767427.625455:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.625456:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.625464:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775767427.625471:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775767427.625479:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.625485:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.625490:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767427.625494:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775767427.625497:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775767427.625505:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1775767427.625506:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000100:00000001:3.0:1775767427.625507:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767427.625516:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1775767427.625521:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000001:3.0:1775767427.625521:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1775767427.625533:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575616, portal 25
00000100:00000001:2.0:1775767427.625536:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767427.625538:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366926592 : -107275342625024 : ffff9e6f034f4700)
00000100:00000040:2.0:1775767427.625546:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625555:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767427.625558:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767427.625561:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767427.625565:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384575616, offset 0
00000400:00000200:2.0:1775767427.625572:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767427.625580:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.625588:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767427.625594:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767427.625598:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767427.625602:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767427.625605:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767427.625610:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199822:199822:256:4294967295] 192.168.202.154@tcp LPNI seq info [199822:199822:8:4294967295]
00000400:00000200:2.0:1775767427.625616:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.625626:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767427.625633:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.625637:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767427.625645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767427.625649:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767427.625656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767427.625660:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775767427.625665:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.625667:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767427.625674:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767427.625680:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767427.625685:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767427.625687:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767427.625692:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767427.625696:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625708:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.625711:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625720:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.625722:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767427.625728:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.625732:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767427.625735:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298359046
00000100:00000010:2.0:1775767427.625740:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0960.
00000100:00000001:2.0:1775767427.625748:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767427.625757:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298359046
00000100:00000010:2.0:1775767427.625761:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0d80.
00000100:00000001:2.0:1775767427.625764:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767427.625787:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.625790:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.625793:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767427.625798:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767427/real 1775767427]  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767427.625808:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767427.625810:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767427.625812:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767427.625815:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767427.625817:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767427.625820:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767427.625824:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767427.625884:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625892:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767427.625894:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.625896:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.625898:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767427.625903:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625911:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767427.625916:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625923:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767427.625926:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.625928:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.625930:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.625932:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767427.625935:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767427.625939:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767427.625943:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767427.625946:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767427.625950:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767427.625960:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384575616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767427.625965:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.625967:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.625970:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4700 x1862023384575616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.625978:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767427.625981:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767427.625984:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.625991:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767427.625994:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767427.625996:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767427.625998:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767427.626001:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cfc00.
02000000:00000001:2.0:1775767427.626005:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767427.626007:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767427.626009:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4700.
00000100:00000001:2.0:1775767427.626012:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767427.626013:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626016:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626023:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767427.626024:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.626027:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767427.626028:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767427.626030:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767427.626035:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626048:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767427.626050:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626052:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767427.626054:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767427.626056:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767427.626059:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767427.626063:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767427.626067:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767427.626068:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626070:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767427.626074:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.626076:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.626080:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767427.626083:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767427.626088:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767427.626091:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575744, portal 10
00000100:00000001:2.0:1775767427.626093:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767427.626095:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000040:2.0:1775767427.626102:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626110:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767427.626113:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767427.626116:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767427.626120:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384575744, offset 0
00000400:00000200:2.0:1775767427.626125:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767427.626129:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.626133:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767427.626136:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767427.626140:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767427.626143:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767427.626147:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767427.626150:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199823:199823:256:4294967295] 192.168.202.154@tcp LPNI seq info [199823:199823:8:4294967295]
00000400:00000200:2.0:1775767427.626155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775767427.626169:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3685
00000400:00000200:2.0:1775767427.626174:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1775767427.626189:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:2.0:1775767427.626190:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.626197:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000400:00000200:3.0:1775767427.626202:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767427.626207:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1775767427.626211:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767427.626220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1775767427.626220:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.626229:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.626236:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:2.1:1775767427.626237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767427.626245:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:2.1:1775767427.626246:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775767427.626256:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767427.626261:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000100:2.0:1775767427.626262:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000001:3.0:1775767427.626270:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1775767427.626271:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000020:00000040:3.0:1775767427.626275:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:2.0:1775767427.626278:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1775767427.626280:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767427.626288:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:2.0:1775767427.626289:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767427.626294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000100:00000040:3.0:1775767427.626300:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:2.0:1775767427.626301:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767427.626311:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767427.626312:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775767427.626319:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:2.0:1775767427.626326:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767427.626327:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767427.626339:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767427.626350:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767427.626353:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775767427.626356:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.626363:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767427.626364:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767427.626371:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767427.626381:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.626382:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.626390:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767427.626391:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767427.626396:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775767427.626397:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775767427.626405:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.626407:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000100:00000001:3.0:1775767427.626409:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.626416:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767427.626419:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298357788
00000100:00000010:3.0:1775767427.626419:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767427.626427:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000001:2.0:1775767427.626428:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.626451:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298357788
00000100:00000001:2.0:1775767427.626454:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.626456:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.626459:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.626461:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767427.626466:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767427/real 1775767427]  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767427.626474:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767427.626476:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767427.626478:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767427.626481:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767427.626482:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767427.626485:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767427.626488:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767427.626498:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626505:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767427.626506:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.626509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767427.626513:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626520:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767427.626525:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767427.626525:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767427.626529:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.626536:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767427.626545:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767427.626548:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775767427.626551:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.626553:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626557:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.626559:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626560:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1775767427.626563:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:2.0:1775767427.626564:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767427.626571:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775767427.626573:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767427.626580:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767427.626585:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1775767427.626586:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775767427.626601:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767427.626618:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767427.626628:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767427.626629:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767427.626636:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767427.626640:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626641:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.626650:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384575744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.626686:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775767427.626689:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626690:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767427.626693:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
00000100:00080000:3.0:1775767427.626696:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1775767427.626698:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767427.626701:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767427.626704:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00080000:3.0:1775767427.626704:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000020:00000001:2.0:1775767427.626710:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1775767427.626710:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1775767427.626715:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce000.
00000100:00080000:3.0:1775767427.626715:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1775767427.626725:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1775767427.626726:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1775767427.626730:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1775767427.626732:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3685
00000100:00000010:2.0:1775767427.626734:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000400:00000200:3.0:1775767427.626739:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767427.626740:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767427.626743:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775767427.626744:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767427.626751:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775767427.626753:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.626762:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767427.626766:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767427.626769:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767427.626770:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767427.626776:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767427.626777:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767427.626781:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767427.626782:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.626786:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767427.626792:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1775767427.626793:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767427.626797:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767427.626803:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767427.626808:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767427.626811:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767427.626819:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767427.626851:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.626853:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.626855:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767427.626860:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767427.626861:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767427.626864:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767427.626866:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
02000000:00000001:2.0:1775767427.626870:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775767427.626874:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:2.0:1775767427.626875:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767427.626880:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626881:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767427.626885:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1775767427.626890:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575872:192.168.202.154@tcp:38:kworker.0
02000000:00000001:3.0:1775767427.626892:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.626900:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767427.626902:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626905:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775767427.626907:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775767427.626908:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626914:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775767427.626914:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767427.626920:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767427.626921:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:3.0:1775767427.626925:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.626926:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767427.626937:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000400:00000200:2.0:1775767427.626938:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:3.0:1775767427.626943:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000010:2.0:1775767427.626946:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
02000000:00000001:3.0:1775767427.626947:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767427.626950:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.626956:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1775767427.626957:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
02000000:00000001:3.0:1775767427.626958:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767427.626962:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767427.626964:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384575872, portal 10
02000000:00000010:3.0:1775767427.626968:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:2.0:1775767427.626969:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767427.626972:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366932864 : -107275342618752 : ffff9e6f034f5f80)
00000100:00000001:3.0:1775767427.626976:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.626982:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767427.626988:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767427.627006:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767427.627019:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767427.627022:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1775767427.627024:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767427.627028:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767427.627030:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384575872, offset 0
00000100:00000040:3.0:1775767427.627040:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767427.627041:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767427.627052:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775767427.627063:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767427.627066:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775767427.627068:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:3.0:1775767427.627077:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767427.627079:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1775767427.627081:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775767427.627082:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767427.627089:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775767427.627093:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:3.0:1775767427.627099:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3685
00000400:00000200:2.0:1775767427.627104:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767427.627107:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767427.627111:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199824:199824:256:4294967295] 192.168.202.154@tcp LPNI seq info [199824:199824:8:4294967295]
00000400:00000200:2.0:1775767427.627752:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.627777:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767427.627783:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.627789:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767427.627795:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767427.627798:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1775767427.627800:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:2.1:1775767427.627806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:3.0:1775767427.627811:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:2.1:1775767427.627812:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775767427.627818:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1775767427.627822:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:3.0:1775767427.627826:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:2.0:1775767427.627847:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000100:00000001:3.0:1775767427.627853:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775767427.627854:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775767427.627858:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.627862:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:2.0:1775767427.627864:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1775767427.627867:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767427.627869:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:2.0:1775767427.627871:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000020:00000001:3.0:1775767427.627871:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767427.627874:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000010:2.0:1775767427.627875:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000020:00000001:3.0:1775767427.627877:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767427.627880:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:2.0:1775767427.627883:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775767427.627884:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767427.627887:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767427.627889:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:2.0:1775767427.627892:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767427.627906:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767427.627907:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775767427.627913:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000040:2.0:1775767427.627914:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767427.627921:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767427.627929:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.627930:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.627934:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775767427.627937:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767427.627940:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.627944:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
02000000:00000001:3.0:1775767427.627944:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767427.627950:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.627952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775767427.627954:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767427.627955:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298357768
00000100:00000001:2.0:1775767427.627959:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298359046
00000008:00100000:3.0:1775767427.627960:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775767427.627961:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298357768
00000008:00000001:3.0:1775767427.627964:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.627967:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298359046
00000100:00000001:3.0:1775767427.627968:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.627974:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.627977:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767427.627978:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000100:00000001:2.0:1775767427.627980:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775767427.627983:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00100000:2.0:1775767427.627988:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767427/real 1775767427]  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767427.627990:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767427.627993:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767427.627999:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767427.628003:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1775767427.628006:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767427.628008:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1775767427.628009:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775767427.628011:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767427.628016:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
02000000:00000010:3.0:1775767427.628017:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000400:00000010:2.0:1775767427.628018:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767427.628023:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775767427.628025:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767427.628028:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767427.628034:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767427.628053:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1775767427.628057:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767427.628058:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767427.628066:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628076:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767427.628079:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767427.628080:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628084:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628086:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767427.628087:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3695)
00000100:00100000:2.0:1775767427.628095:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628103:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767427.628110:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628117:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767427.628119:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628121:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628122:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628124:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767427.628126:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767427.628129:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767427.628132:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767427.628135:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767427.628139:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767427.628146:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384575872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767427.628151:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628152:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.628155:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5f80 x1862023384575872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628162:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767427.628163:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767427.628166:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.628168:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767427.628169:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767427.628171:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767427.628173:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767427.628174:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc800.
02000000:00000001:2.0:1775767427.628177:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767427.628179:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767427.628180:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5f80.
00000100:00000001:2.0:1775767427.628184:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767427.628185:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628187:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628192:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767427.628193:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628196:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767427.628198:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767427.628199:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767427.628203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628210:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767427.628212:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.628214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767427.628215:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767427.628217:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767427.628220:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767427.628223:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767427.628226:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767427.628227:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.628229:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767427.628233:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.628235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.628238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767427.628241:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767427.628245:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767427.628248:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576000, portal 4
00000100:00000001:2.0:1775767427.628250:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767427.628251:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000040:2.0:1775767427.628257:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628264:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767427.628267:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767427.628270:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767427.628272:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384576000, offset 0
00000400:00000200:2.0:1775767427.628276:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767427.628280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.628284:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767427.628287:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767427.628290:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767427.628292:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767427.628295:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767427.628298:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199825:199825:256:4294967295] 192.168.202.154@tcp LPNI seq info [199825:199825:8:4294967295]
00000400:00000200:2.0:1775767427.628302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.628309:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767427.628313:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.628317:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767427.628321:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767427.628323:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767427.628327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767427.628329:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775767427.628333:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.628336:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767427.628338:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767427.628341:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767427.628344:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767427.628346:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767427.628349:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767427.628352:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628359:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.628363:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628369:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628370:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767427.628373:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.628376:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767427.628379:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767427.628381:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298357780
00000100:00000001:2.0:1775767427.628384:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.628386:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298357780
00000100:00000001:2.0:1775767427.628388:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.628390:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.628392:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628394:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767427.628398:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767427/real 1775767427]  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767427.628405:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767427.628407:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767427.628408:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767427.628411:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767427.628412:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767427.628415:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767427.628418:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767427.628426:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628432:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767427.628434:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628436:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628453:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767427.628458:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628464:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767427.628468:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628475:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767427.628478:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628479:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628481:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628483:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767427.628484:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767427.628487:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767427.628491:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767427.628493:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767427.628497:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767427.628512:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767427.628516:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767427.628519:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628525:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767427.628527:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.628529:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767427.628531:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767427.628533:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767427.628535:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767427.628539:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767427.628540:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767427.628542:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767427.628544:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767427.628547:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767427.628549:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767427.628552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767427.628555:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767427.628558:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767427.628561:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576128, portal 4
00000100:00000001:2.0:1775767427.628563:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767427.628565:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366926592 : -107275342625024 : ffff9e6f034f4700)
00000100:00000040:2.0:1775767427.628569:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628575:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767427.628578:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767427.628580:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767427.628582:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384576128, offset 0
00000400:00000200:2.0:1775767427.628586:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767427.628590:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.628595:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767427.628597:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767427.628600:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767427.628602:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767427.628605:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767427.628607:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199826:199826:256:4294967295] 192.168.202.154@tcp LPNI seq info [199826:199826:8:4294967295]
00000400:00000200:2.0:1775767427.628612:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767427.628618:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767427.628623:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.628626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767427.628630:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767427.628633:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767427.628637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767427.628639:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775767427.628643:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767427.628645:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767427.628648:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767427.628651:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767427.628654:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767427.628656:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767427.628658:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767427.628662:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628669:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.628671:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628677:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628679:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767427.628682:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767427.628685:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767427.628688:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767427.628690:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298357782
00000100:00000001:2.0:1775767427.628693:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.628694:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298357782
00000100:00000001:2.0:1775767427.628696:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298359046
00000100:00000001:2.0:1775767427.628698:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767427.628700:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628702:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767427.628705:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767427/real 1775767427]  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767427.628713:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767427.628715:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767427.628717:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767427.628719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767427.628721:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767427.628723:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767427.628726:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767427.628733:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628739:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767427.628740:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628742:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628743:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767427.628747:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628754:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767427.628758:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628765:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767427.628768:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628769:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767427.628770:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628772:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767427.628773:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767427.628776:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767427.628779:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767427.628781:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767427.628784:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767427.628791:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767427.628794:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628796:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.628799:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384576000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628805:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767427.628806:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767427.628808:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767427.628810:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767427.628812:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767427.628813:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767427.628815:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767427.628817:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce400.
02000000:00000001:2.0:1775767427.628819:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767427.628820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767427.628822:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000100:00000001:2.0:1775767427.628824:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767427.628826:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628827:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767427.628851:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4700 x1862023384576128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767427.628865:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767427.628866:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767427.628868:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767427.628870:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767427.628872:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767427.628873:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767427.628875:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767427.628876:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:2.0:1775767427.628879:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767427.628880:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767427.628881:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4700.
00000100:00000001:2.0:1775767427.628884:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767427.628885:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628886:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767427.628890:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767427.628892:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767427.628893:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767427.628895:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767428.008900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767428.008907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767428.008912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767428.008914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767429.032909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767429.032915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767429.032924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767429.032926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767430.056913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767430.056919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767430.056927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767430.056929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767430.056971:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767430.056975:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767430.056980:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767431.080960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767431.080981:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767431.080984:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767431.080987:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767431.080993:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767431.080995:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767431.080997:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767431.081000:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767431.081004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767431.081005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767432.104936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767432.104944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767432.104953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767432.104955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.744949:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767432.744959:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767432.744962:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767432.744966:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767432.744970:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767432.744978:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3690
00000400:00000200:3.0:1775767432.744989:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.744995:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767432.744997:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767432.745000:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745002:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.745004:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745006:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767432.745010:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767432.745012:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767432.745014:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767432.745016:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767432.745018:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767432.745020:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767432.745023:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745024:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.745025:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745026:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767432.745028:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767432.745031:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745032:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767432.745035:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767432.745038:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767432.745040:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745042:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767432.745045:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767432.745057:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767432.745061:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767432.745065:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767432.745067:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745070:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767432.745073:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767432.745079:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767432.745089:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767432.745096:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767432.745107:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767432.745118:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767432.745124:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767432.745128:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767432.745152:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.745155:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767432.745158:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767432.745160:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767432.745162:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767432.745165:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767432.745167:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3690
00000400:00000200:3.0:1775767432.745171:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.745174:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767432.745176:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767432.745178:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745181:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.745183:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745185:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767432.745188:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767432.745189:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767432.745191:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767432.745193:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767432.745195:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767432.745197:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767432.745200:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745204:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.745207:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745210:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767432.745213:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767432.745216:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745219:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767432.745220:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767432.745228:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767432.745229:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775767432.745231:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745235:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767432.745238:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1775767432.745241:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775767432.745243:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1775767432.745246:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745249:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767432.745252:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767432.745255:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000040:2.0:1775767432.745261:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767432.745261:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767432.745266:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745276:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767432.745280:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767432.745285:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.745294:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1775767432.745295:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:2.0:1775767432.745297:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745302:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.745304:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767432.745309:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775767432.745313:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775767432.745316:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745329:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1775767432.745331:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384576256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775767432.745331:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767432.745340:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.745342:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767432.745350:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775767432.745353:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.745354:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.745356:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1775767432.745361:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775767432.745361:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767432.745364:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767432.745366:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767432.745369:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:2.0:1775767432.745372:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767432.745376:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.745382:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3690
00000400:00000200:2.0:1775767432.745387:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.745405:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.745415:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767432.745418:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1775767432.745419:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000100:00000040:3.0:1775767432.745426:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745430:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1775767432.745431:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000040:3.0:1775767432.745435:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745439:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:2.0:1775767432.745442:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576256, portal 25
00000020:00000001:3.0:1775767432.745443:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767432.745447:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000100:00000001:2.0:1775767432.745449:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1775767432.745454:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775767432.745455:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366928384 : -107275342623232 : ffff9e6f034f4e00)
00000020:00000040:3.0:1775767432.745458:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767432.745464:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767432.745469:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767432.745470:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767432.745483:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745492:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767432.745495:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767432.745500:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:2.0:1775767432.745508:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767432.745511:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767432.745514:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:2.0:1775767432.745515:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384576256, offset 0
00000020:00000040:3.0:1775767432.745522:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767432.745530:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:2.0:1775767432.745533:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745539:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767432.745543:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767432.745547:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775767432.745551:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:3.0:1775767432.745557:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745561:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767432.745564:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775767432.745567:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000008:00000001:3.0:1775767432.745575:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.745578:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775767432.745583:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.745589:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000010:3.0:1775767432.745592:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000400:00000200:2.0:1775767432.745599:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775767432.745600:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:2.0:1775767432.745606:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:3.0:1775767432.745607:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767432.745610:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.745617:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199827:199827:256:4294967295] 192.168.202.154@tcp LPNI seq info [199827:199827:8:4294967295]
00000100:00000001:3.0:1775767432.745617:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767432.745620:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767432.745626:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.745632:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:3.0:1775767432.745635:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767432.745641:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767432.745651:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775767432.745654:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767432.745673:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745677:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1775767432.745681:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000100:00000001:3.0:1775767432.745681:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767432.745691:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775767432.745696:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767432.745705:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775767432.745717:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767432.745724:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:3.0:1775767432.745725:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775767432.745733:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1775767432.745734:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767432.745738:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767432.745742:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767432.745750:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1775767432.745751:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.745758:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000100:00080000:3.0:1775767432.745760:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3690
00000400:00000200:2.0:1775767432.745769:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767432.745769:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.745776:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1775767432.745782:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775767432.745782:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775767432.745793:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000100:00000040:3.0:1775767432.745793:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745803:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1775767432.745804:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000040:3.0:1775767432.745809:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767432.745812:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775767432.745814:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767432.745819:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1775767432.745821:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767432.745822:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767432.745826:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767432.745860:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767432.745864:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767432.745867:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767432.745872:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745874:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.745876:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745879:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767432.745881:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767432.745891:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767432.745903:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.745907:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775767432.745908:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767432.745912:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775767432.745916:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767432.745917:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745924:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767432.745930:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767432.745940:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.745946:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745946:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.745953:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1775767432.745956:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767432.745961:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:2.0:1775767432.745962:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767432.745964:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767432.745967:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.745969:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775767432.745973:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:3.0:1775767432.745974:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767432.745980:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.745982:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298364167
02000000:00000010:3.0:1775767432.745991:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000010:2.0:1775767432.745992:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0660.
00000100:00000001:3.0:1775767432.745997:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746002:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1775767432.746006:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767432.746016:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767432.746018:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767432.746022:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746023:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298364167
00000100:00000010:2.0:1775767432.746031:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0540.
00000100:00000001:2.0:1775767432.746041:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775767432.746051:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.746054:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767432.746057:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775767432.746059:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767432.746064:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775767432.746065:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767432.746067:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767432.746071:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775767432.746072:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767432.746079:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3690
00000100:00100000:2.0:1775767432.746081:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432]  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767432.746094:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767432.746104:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767432.746112:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767432.746122:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.746127:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1775767432.746129:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1775767432.746130:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767432.746133:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000001:2.0:1775767432.746134:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1775767432.746138:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767432.746140:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000010:2.0:1775767432.746141:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000020:00000001:3.0:1775767432.746142:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767432.746144:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767432.746150:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:2.0:1775767432.746152:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000020:00000001:3.0:1775767432.746154:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000010:2.0:1775767432.746158:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000040:3.0:1775767432.746161:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767432.746166:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775767432.746167:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767432.746172:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:2.0:1775767432.746178:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767432.746179:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767432.746187:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767432.746198:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767432.746205:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767432.746211:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767432.746216:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767432.746219:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.746222:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:2.0:1775767432.746223:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775767432.746224:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767432.746232:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767432.746239:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767432.746247:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767432.746252:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767432.746258:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767432.746259:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775767432.746261:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746263:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767432.746265:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767432.746267:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767432.746268:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775767432.746271:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746272:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1775767432.746281:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00100000:2.0:1775767432.746283:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767432.746289:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767432.746301:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767432.746302:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767432.746317:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767432.746320:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767432.746323:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767432.746331:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746349:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767432.746356:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746358:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746361:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775767432.746363:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3700)
00000100:00000001:2.0:1775767432.746364:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746372:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767432.746376:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767432.746381:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767432.746406:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767432.746409:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767432.746414:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767432.746424:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384576256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767432.746430:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746432:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.746435:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4e00 x1862023384576256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746450:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767432.746453:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767432.746456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767432.746460:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767432.746462:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767432.746465:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767432.746467:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767432.746470:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:2.0:1775767432.746474:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767432.746476:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767432.746478:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4e00.
00000100:00000001:2.0:1775767432.746483:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767432.746484:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746493:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767432.746496:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746498:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767432.746500:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767432.746501:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767432.746506:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746514:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767432.746516:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.746518:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767432.746521:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767432.746524:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767432.746527:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767432.746531:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767432.746533:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767432.746535:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.746537:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767432.746540:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767432.746542:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.746547:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767432.746551:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767432.746554:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767432.746558:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576384, portal 10
00000100:00000001:2.0:1775767432.746560:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767432.746562:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:2.0:1775767432.746568:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746576:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767432.746579:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767432.746581:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767432.746584:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384576384, offset 0
00000400:00000200:2.0:1775767432.746588:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767432.746593:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.746597:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767432.746601:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767432.746604:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767432.746607:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767432.746609:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767432.746613:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199828:199828:256:4294967295] 192.168.202.154@tcp LPNI seq info [199828:199828:8:4294967295]
00000400:00000200:2.0:1775767432.746618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.746626:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767432.746631:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.746634:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767432.746639:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767432.746642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767432.746648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767432.746651:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775767432.746655:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.746657:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767432.746660:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767432.746664:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767432.746667:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767432.746669:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767432.746672:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767432.746676:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746685:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.746688:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746696:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746698:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767432.746701:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767432.746705:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767432.746709:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767432.746711:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298362908
00000100:00000001:2.0:1775767432.746715:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.746717:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298362908
00000100:00000001:2.0:1775767432.746719:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.746722:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767432.746724:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.746727:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767432.746730:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432]  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767432.746739:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767432.746741:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767432.746743:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767432.746745:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767432.746747:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767432.746750:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767432.746753:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767432.746763:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746777:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767432.746778:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746780:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.746782:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767432.746785:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746793:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767432.746798:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746806:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767432.746808:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746810:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.746812:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.746814:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767432.746816:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767432.746818:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767432.746822:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767432.746825:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767432.746853:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767432.746862:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767432.746866:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767432.746870:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746877:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767432.746878:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.746882:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767432.746883:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767432.746886:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767432.746889:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767432.746892:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767432.746894:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767432.746896:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.746898:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767432.746902:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767432.746904:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.746908:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767432.746911:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767432.746914:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767432.746917:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576512, portal 10
00000100:00000001:2.0:1775767432.746920:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767432.746921:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00000040:2.0:1775767432.746927:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746933:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767432.746934:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767432.746936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767432.746938:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384576512, offset 0
00000400:00000200:2.0:1775767432.746941:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767432.746944:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.746946:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767432.746948:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767432.746950:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767432.746952:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767432.746954:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767432.746956:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199829:199829:256:4294967295] 192.168.202.154@tcp LPNI seq info [199829:199829:8:4294967295]
00000400:00000200:2.0:1775767432.746959:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.746963:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767432.746966:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.746968:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767432.746971:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767432.746973:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767432.746976:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767432.746978:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775767432.746980:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.746982:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767432.746984:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767432.746986:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767432.746988:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767432.746989:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767432.746991:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767432.746993:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.746998:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747000:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747005:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747006:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767432.747008:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767432.747010:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767432.747012:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767432.747013:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298362887
00000100:00000001:2.0:1775767432.747015:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747017:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298362887
00000100:00000001:2.0:1775767432.747018:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747019:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767432.747020:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747022:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767432.747024:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432]  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767432.747029:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767432.747030:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767432.747031:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767432.747033:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767432.747034:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767432.747035:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767432.747037:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767432.747042:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747046:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767432.747047:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747048:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747049:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767432.747051:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747055:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767432.747057:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747061:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767432.747063:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747064:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747065:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747066:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767432.747067:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767432.747068:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767432.747070:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767432.747072:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767432.747074:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767432.747079:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767432.747082:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767432.747084:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747088:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767432.747089:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.747091:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767432.747092:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767432.747093:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767432.747095:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767432.747096:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767432.747098:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767432.747099:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.747100:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747102:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767432.747103:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.747105:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767432.747107:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767432.747109:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767432.747111:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576640, portal 4
00000100:00000001:2.0:1775767432.747112:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767432.747113:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000040:2.0:1775767432.747116:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747121:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767432.747122:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767432.747123:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767432.747125:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384576640, offset 0
00000400:00000200:2.0:1775767432.747127:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767432.747129:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.747131:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767432.747133:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767432.747135:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767432.747137:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767432.747138:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767432.747140:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199830:199830:256:4294967295] 192.168.202.154@tcp LPNI seq info [199830:199830:8:4294967295]
00000400:00000200:2.0:1775767432.747143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.747146:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767432.747149:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.747151:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767432.747153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767432.747154:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767432.747157:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767432.747159:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775767432.747161:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.747162:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767432.747164:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767432.747166:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767432.747168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767432.747169:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767432.747170:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767432.747172:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747177:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747178:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747182:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747183:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767432.747185:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767432.747187:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767432.747189:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767432.747191:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298362899
00000100:00000001:2.0:1775767432.747192:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747194:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298362899
00000100:00000001:2.0:1775767432.747196:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747197:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767432.747198:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747199:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767432.747201:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432]  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767432.747205:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767432.747206:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767432.747207:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767432.747208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767432.747209:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767432.747210:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767432.747212:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767432.747216:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747221:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767432.747222:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747223:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747224:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767432.747226:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747230:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767432.747232:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747236:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767432.747238:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747239:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747240:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767432.747241:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767432.747243:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767432.747245:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767432.747246:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767432.747248:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767432.747253:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767432.747255:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767432.747257:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747261:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767432.747262:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.747263:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767432.747264:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767432.747265:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767432.747267:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767432.747269:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767432.747270:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767432.747271:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767432.747272:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747274:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775767432.747275:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767432.747276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767432.747277:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767432.747279:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767432.747281:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576768, portal 4
00000100:00000001:2.0:1775767432.747282:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767432.747283:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:2.0:1775767432.747286:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747291:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767432.747292:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767432.747293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767432.747294:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384576768, offset 0
00000400:00000200:2.0:1775767432.747297:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767432.747298:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.747300:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767432.747302:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767432.747303:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767432.747305:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767432.747306:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767432.747308:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199831:199831:256:4294967295] 192.168.202.154@tcp LPNI seq info [199831:199831:8:4294967295]
00000400:00000200:2.0:1775767432.747311:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767432.747315:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767432.747317:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.747319:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767432.747321:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767432.747322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767432.747325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767432.747326:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775767432.747329:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767432.747330:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767432.747332:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767432.747334:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767432.747336:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767432.747337:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767432.747338:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767432.747340:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747349:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747350:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747355:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747356:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767432.747357:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767432.747359:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767432.747360:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767432.747361:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298362901
00000100:00000001:2.0:1775767432.747363:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747364:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298362901
00000100:00000001:2.0:1775767432.747365:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298364167
00000100:00000001:2.0:1775767432.747367:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767432.747368:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747369:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767432.747371:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767432/real 1775767432]  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767432.747375:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767432.747376:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767432.747377:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767432.747378:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767432.747379:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767432.747380:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767432.747382:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767432.747387:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767432.747410:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747412:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767432.747415:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747420:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767432.747423:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747427:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767432.747428:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747429:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767432.747430:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747431:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767432.747432:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767432.747433:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767432.747435:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767432.747437:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767432.747439:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767432.747443:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384576768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767432.747446:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747447:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747448:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384576384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747453:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767432.747454:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747455:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767432.747457:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767432.747458:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767432.747459:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767432.747461:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767432.747462:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
02000000:00000001:2.0:1775767432.747464:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767432.747464:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767432.747465:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:2.0:1775767432.747467:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767432.747468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747469:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747471:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384576512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747475:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767432.747476:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747477:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767432.747478:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767432.747479:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767432.747480:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767432.747481:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767432.747481:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:2.0:1775767432.747483:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767432.747483:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767432.747484:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000001:2.0:1775767432.747485:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767432.747486:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747487:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747489:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384576640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747492:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767432.747493:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747494:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767432.747495:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767432.747495:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767432.747496:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767432.747497:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767432.747498:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:2.0:1775767432.747499:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767432.747500:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767432.747501:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:2.0:1775767432.747502:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767432.747503:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747504:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767432.747506:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384576768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767432.747510:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767432.747510:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767432.747511:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775767432.747512:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767432.747513:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767432.747514:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767432.747515:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767432.747515:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:2.0:1775767432.747517:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767432.747517:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767432.747518:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:2.0:1775767432.747519:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767432.747520:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747521:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767432.747523:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767432.747524:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767432.747525:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767432.747526:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767433.128963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767433.128969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767433.128975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767433.128977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767433.129010:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767433.129016:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767433.129021:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767434.152916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767434.152921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767434.152926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767434.152927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767435.176951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767435.176958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767435.176964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767435.176967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767435.176969:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767435.176973:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767435.176975:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767435.176977:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767435.176986:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767435.176988:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767436.200934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767436.200942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767436.200948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767436.200950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767436.200990:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767436.200995:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767436.200999:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767437.224909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767437.224915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767437.224921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767437.224923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767437.864929:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767437.864939:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767437.864942:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767437.864947:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767437.864951:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767437.864958:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3695
00000400:00000200:3.0:1775767437.864980:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767437.864993:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767437.864997:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767437.865001:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865005:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865008:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865011:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767437.865017:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767437.865019:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767437.865022:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767437.865025:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767437.865028:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767437.865031:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767437.865035:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865037:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865039:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865040:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767437.865043:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767437.865045:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865047:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767437.865050:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767437.865053:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767437.865055:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865058:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767437.865061:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767437.865072:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767437.865075:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767437.865079:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767437.865081:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865084:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767437.865086:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767437.865091:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767437.865099:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767437.865106:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767437.865115:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767437.865124:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767437.865129:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767437.865132:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767437.865153:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767437.865155:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767437.865158:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767437.865159:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767437.865160:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767437.865162:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767437.865164:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3695
00000400:00000200:3.0:1775767437.865167:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767437.865172:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767437.865174:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767437.865177:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865178:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865180:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865182:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767437.865183:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767437.865184:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767437.865186:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767437.865187:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767437.865189:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767437.865191:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767437.865193:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865195:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865197:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865199:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767437.865201:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767437.865203:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865205:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767437.865206:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767437.865212:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767437.865214:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865215:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767437.865220:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775767437.865221:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1775767437.865223:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865231:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.865234:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1775767437.865236:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000100:00000001:2.0:1775767437.865239:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775767437.865241:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767437.865245:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767437.865246:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865248:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767437.865250:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767437.865253:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.865257:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775767437.865261:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767437.865271:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767437.865280:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767437.865283:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767437.865286:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.865294:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775767437.865296:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1775767437.865298:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767437.865300:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.865304:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767437.865312:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384576896:192.168.202.154@tcp:250:kworker.0
00000100:00000040:3.0:1775767437.865312:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.865323:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767437.865329:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767437.865333:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865337:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.865350:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775767437.865356:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767437.865361:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1775767437.865362:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:3.0:1775767437.865363:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767437.865367:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1775767437.865368:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865375:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767437.865383:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3695
00000400:00000200:2.0:1775767437.865384:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767437.865393:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:3.0:1775767437.865394:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767437.865403:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:2.0:1775767437.865404:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00080000:3.0:1775767437.865408:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1775767437.865411:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384576896, portal 25
00000100:00000001:2.0:1775767437.865416:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1775767437.865416:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767437.865419:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366924800 : -107275342626816 : ffff9e6f034f4000)
00000100:00000001:3.0:1775767437.865424:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865430:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:2.0:1775767437.865431:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767437.865434:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767437.865445:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767437.865451:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767437.865458:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767437.865463:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000001:2.0:1775767437.865474:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775767437.865474:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767437.865482:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767437.865483:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767437.865488:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000040:3.0:1775767437.865490:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:2.0:1775767437.865494:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384576896, offset 0
00000100:00000001:3.0:1775767437.865494:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865503:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865506:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767437.865508:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767437.865518:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865519:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.865528:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775767437.865528:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767437.865535:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767437.865539:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.865544:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775767437.865552:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775767437.865553:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000008:00100000:3.0:1775767437.865559:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775767437.865562:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1775767437.865570:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.865576:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:3.0:1775767437.865577:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.865585:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1775767437.865585:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767437.865591:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:2.0:1775767437.865592:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:3.0:1775767437.865600:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775767437.865604:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199832:199832:256:4294967295] 192.168.202.154@tcp LPNI seq info [199832:199832:8:4294967295]
02000000:00000001:3.0:1775767437.865604:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865615:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767437.865618:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775767437.865619:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:3.0:1775767437.865624:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767437.865629:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000400:00000200:2.0:1775767437.865638:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775767437.865639:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775767437.865654:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00100000:3.0:1775767437.865655:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1775767437.865662:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000100:00000001:3.0:1775767437.865664:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767437.865667:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767437.865679:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775767437.865680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767437.865689:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767437.865704:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767437.865705:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767437.865715:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775767437.865716:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1775767437.865726:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1775767437.865727:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865731:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1775767437.865732:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000100:00080000:3.0:1775767437.865734:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767437.865739:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775767437.865741:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775767437.865745:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3695
00000400:00000200:2.0:1775767437.865751:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767437.865755:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.865758:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767437.865762:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000400:00000200:3.0:1775767437.865763:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1775767437.865769:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775767437.865769:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1775767437.865776:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767437.865779:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865788:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.865792:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865798:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767437.865807:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767437.865810:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:2.0:1775767437.865813:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1775767437.865813:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767437.865816:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767437.865822:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767437.865823:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.865880:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.865885:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775767437.865886:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:2.0:1775767437.865893:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767437.865896:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:2.0:1775767437.865902:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775767437.865902:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767437.865906:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298369287
00000100:00000040:3.0:1775767437.865910:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000010:2.0:1775767437.865914:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e04e0.
00000100:00000001:3.0:1775767437.865916:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767437.865921:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1775767437.865922:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767437.865930:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767437.865932:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767437.865934:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767437.865937:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298369287
02000000:00000001:3.0:1775767437.865938:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1775767437.865942:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e06c0.
02000000:00000001:3.0:1775767437.865943:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865954:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767437.865956:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1775767437.865958:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767437.865962:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.865965:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767437.865966:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.865975:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767437.865977:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000100:00000001:2.0:1775767437.865979:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775767437.865982:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767437.865988:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1775767437.865989:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437]  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767437.865992:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.865999:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767437.866002:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767437.866006:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767437.866017:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767437.866026:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775767437.866034:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1775767437.866035:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1775767437.866037:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767437.866042:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767437.866050:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767437.866056:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:3.0:1775767437.866058:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767437.866063:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866064:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775767437.866071:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.866072:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.866144:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767437.866144:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767437.866157:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767437.866168:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775767437.866168:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767437.866173:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767437.866173:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775767437.866181:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1775767437.866181:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767437.866188:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767437.866189:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767437.866198:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3695
00000100:00100000:2.0:1775767437.866199:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767437.866210:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767437.866221:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767437.866226:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775767437.866227:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767437.866236:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:2.0:1775767437.866242:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767437.866243:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767437.866251:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.866259:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767437.866270:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1775767437.866271:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1775767437.866275:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:2.0:1775767437.866277:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775767437.866280:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775767437.866281:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.866283:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767437.866285:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:2.0:1775767437.866286:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1775767437.866292:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:2.0:1775767437.866293:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1775767437.866305:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00080000:2.0:1775767437.866306:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767437.866323:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000040:3.0:1775767437.866323:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767437.866326:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775767437.866332:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767437.866335:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767437.866354:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767437.866362:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767437.866368:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767437.866378:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00100000:2.0:1775767437.866382:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384576896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775767437.866384:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767437.866390:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767437.866395:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767437.866396:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767437.866400:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775767437.866402:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.866405:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4000 x1862023384576896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767437.866408:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767437.866413:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775767437.866415:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767437.866418:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:3.0:1775767437.866421:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767437.866423:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
00000100:00000001:3.0:1775767437.866430:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866431:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767437.866434:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767437.866436:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767437.866438:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:3.0:1775767437.866438:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
02000000:00000010:2.0:1775767437.866442:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc400.
00000020:00000040:3.0:1775767437.866444:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767437.866447:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767437.866452:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767437.866454:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4000.
02000000:00000001:3.0:1775767437.866454:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767437.866458:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866460:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767437.866464:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767437.866466:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775767437.866467:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767437.866471:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767437.866476:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1775767437.866476:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866479:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866483:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1775767437.866483:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:2.0:1775767437.866488:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767437.866489:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866490:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767437.866496:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767437.866498:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767437.866550:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767437.866552:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767437.866554:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767437.866555:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866563:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767437.866565:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775767437.866567:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767437.866569:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767437.866582:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767437.866601:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767437.866606:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775767437.866606:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866610:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866614:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775767437.866617:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3705)
02000000:00000010:2.0:1775767437.866618:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767437.866624:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.866630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767437.866632:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767437.866635:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767437.866637:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577024, portal 10
00000100:00000001:2.0:1775767437.866639:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767437.866640:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366933760 : -107275342617856 : ffff9e6f034f6300)
00000100:00000040:2.0:1775767437.866645:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866651:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767437.866655:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767437.866657:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767437.866659:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384577024, offset 0
00000400:00000200:2.0:1775767437.866662:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767437.866665:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.866668:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767437.866670:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767437.866672:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767437.866674:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767437.866676:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767437.866678:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199833:199833:256:4294967295] 192.168.202.154@tcp LPNI seq info [199833:199833:8:4294967295]
00000400:00000200:2.0:1775767437.866681:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.866685:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767437.866688:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.866690:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767437.866693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767437.866695:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767437.866699:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767437.866714:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775767437.866717:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.866719:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767437.866721:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767437.866723:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767437.866726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767437.866727:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767437.866729:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767437.866731:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866737:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.866738:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866743:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866744:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767437.866746:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.866749:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767437.866751:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767437.866753:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298368028
00000100:00000001:2.0:1775767437.866755:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.866757:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298368028
00000100:00000001:2.0:1775767437.866758:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.866760:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767437.866761:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866762:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767437.866764:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437]  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767437.866769:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767437.866770:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767437.866772:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767437.866773:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767437.866774:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767437.866775:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767437.866777:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.866782:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866788:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767437.866790:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.866791:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.866792:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767437.866796:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866803:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767437.866807:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866814:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767437.866817:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.866819:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.866820:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.866822:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767437.866824:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767437.866826:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767437.866853:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767437.866855:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767437.866858:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767437.866864:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767437.866867:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767437.866870:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866875:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767437.866876:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866877:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767437.866878:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767437.866880:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767437.866881:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767437.866883:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767437.866885:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767437.866887:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.866888:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767437.866890:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767437.866892:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.866894:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767437.866896:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767437.866898:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767437.866900:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577152, portal 10
00000100:00000001:2.0:1775767437.866902:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767437.866902:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366925696 : -107275342625920 : ffff9e6f034f4380)
00000100:00000040:2.0:1775767437.866907:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866911:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767437.866913:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767437.866914:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767437.866916:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384577152, offset 0
00000400:00000200:2.0:1775767437.866918:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767437.866921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.866923:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767437.866925:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767437.866927:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767437.866928:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767437.866930:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767437.866932:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199834:199834:256:4294967295] 192.168.202.154@tcp LPNI seq info [199834:199834:8:4294967295]
00000400:00000200:2.0:1775767437.866935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.866939:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767437.866942:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.866944:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767437.866946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767437.866948:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767437.866951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767437.866953:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775767437.866955:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.866956:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767437.866958:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767437.866961:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767437.866963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767437.866964:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767437.866965:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767437.866969:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866976:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.866979:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.866986:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.866988:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767437.866991:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.866994:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767437.866998:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767437.867000:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298368007
00000100:00000001:2.0:1775767437.867003:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867005:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298368007
00000100:00000001:2.0:1775767437.867008:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867010:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767437.867012:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867014:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767437.867018:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437]  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767437.867027:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767437.867028:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767437.867030:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767437.867031:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767437.867033:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767437.867034:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767437.867036:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.867042:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867045:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767437.867046:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867047:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867048:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767437.867050:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867055:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767437.867057:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867061:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767437.867063:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867064:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867064:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867066:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767437.867068:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767437.867069:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767437.867071:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767437.867073:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767437.867075:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767437.867080:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767437.867082:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767437.867084:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867088:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767437.867090:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.867091:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767437.867093:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767437.867094:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767437.867096:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767437.867098:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767437.867099:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767437.867101:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.867102:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867104:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767437.867105:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.867107:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767437.867109:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767437.867111:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767437.867113:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577280, portal 4
00000100:00000001:2.0:1775767437.867114:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767437.867115:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366927488 : -107275342624128 : ffff9e6f034f4a80)
00000100:00000040:2.0:1775767437.867119:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867123:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767437.867125:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767437.867126:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767437.867128:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384577280, offset 0
00000400:00000200:2.0:1775767437.867130:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767437.867133:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.867135:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767437.867136:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767437.867138:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767437.867140:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767437.867141:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767437.867144:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199835:199835:256:4294967295] 192.168.202.154@tcp LPNI seq info [199835:199835:8:4294967295]
00000400:00000200:2.0:1775767437.867146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.867150:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767437.867153:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.867155:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767437.867157:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767437.867159:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767437.867162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767437.867163:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775767437.867166:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.867168:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767437.867170:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767437.867172:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767437.867174:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767437.867175:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767437.867176:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767437.867178:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867184:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867185:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867194:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867195:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767437.867197:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.867199:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767437.867202:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767437.867204:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298368019
00000100:00000001:2.0:1775767437.867206:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867209:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298368019
00000100:00000001:2.0:1775767437.867211:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867213:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767437.867215:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867217:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767437.867221:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437]  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767437.867228:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767437.867229:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767437.867231:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767437.867233:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767437.867234:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767437.867236:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767437.867239:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.867247:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867252:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767437.867254:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867256:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867258:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767437.867261:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867268:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767437.867272:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867278:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767437.867280:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867281:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867282:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867284:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767437.867285:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767437.867287:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767437.867291:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767437.867293:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767437.867297:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767437.867304:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767437.867308:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867310:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867313:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6300 x1862023384577024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867319:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767437.867321:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867322:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767437.867325:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767437.867326:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767437.867328:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767437.867330:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767437.867332:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:2.0:1775767437.867334:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767437.867336:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767437.867337:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6300.
00000100:00000001:2.0:1775767437.867351:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767437.867352:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867354:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867358:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4380 x1862023384577152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867365:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767437.867366:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867368:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767437.867370:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767437.867371:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767437.867372:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767437.867375:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767437.867376:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:2.0:1775767437.867377:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767437.867378:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767437.867379:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4380.
00000100:00000001:2.0:1775767437.867381:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767437.867382:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867383:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867385:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4a80 x1862023384577280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867389:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767437.867390:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867391:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767437.867392:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767437.867393:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767437.867394:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767437.867395:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767437.867395:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:2.0:1775767437.867397:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767437.867397:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767437.867398:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4a80.
00000100:00000001:2.0:1775767437.867399:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767437.867401:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867402:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867405:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767437.867406:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867408:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767437.867410:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767437.867411:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767437.867413:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867418:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767437.867419:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.867420:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767437.867422:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767437.867423:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767437.867425:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767437.867427:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767437.867429:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767437.867430:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767437.867431:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867433:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767437.867434:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767437.867437:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767437.867439:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767437.867441:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767437.867443:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577408, portal 4
00000100:00000001:2.0:1775767437.867444:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767437.867445:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366930176 : -107275342621440 : ffff9e6f034f5500)
00000100:00000040:2.0:1775767437.867449:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867453:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767437.867455:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767437.867456:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767437.867458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384577408, offset 0
00000400:00000200:2.0:1775767437.867460:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767437.867463:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.867465:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767437.867467:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767437.867469:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767437.867471:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767437.867473:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767437.867475:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199836:199836:256:4294967295] 192.168.202.154@tcp LPNI seq info [199836:199836:8:4294967295]
00000400:00000200:2.0:1775767437.867477:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767437.867482:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767437.867484:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.867486:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767437.867489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767437.867490:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767437.867493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767437.867495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775767437.867498:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767437.867499:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767437.867501:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767437.867503:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767437.867505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767437.867506:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767437.867508:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767437.867510:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867515:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867517:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867521:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867522:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767437.867523:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767437.867525:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767437.867527:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767437.867529:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298368021
00000100:00000001:2.0:1775767437.867531:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867532:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298368021
00000100:00000001:2.0:1775767437.867534:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298369287
00000100:00000001:2.0:1775767437.867535:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767437.867536:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867537:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767437.867539:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767437/real 1775767437]  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767437.867544:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767437.867545:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767437.867546:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767437.867547:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767437.867548:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767437.867550:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767437.867552:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767437.867557:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867561:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767437.867562:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867563:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867564:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767437.867566:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867570:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767437.867572:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867576:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767437.867577:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767437.867579:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867580:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767437.867582:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767437.867583:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767437.867585:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767437.867586:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767437.867589:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767437.867593:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767437.867595:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867596:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767437.867598:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5500 x1862023384577408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767437.867602:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767437.867602:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767437.867603:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767437.867605:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767437.867605:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767437.867606:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767437.867607:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767437.867608:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
02000000:00000001:2.0:1775767437.867609:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767437.867610:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767437.867611:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5500.
00000100:00000001:2.0:1775767437.867614:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767437.867614:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867616:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767437.867617:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767437.867618:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767437.867619:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767437.867621:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767438.249000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767438.249009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767438.249017:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767438.249021:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767439.272955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767439.272962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767439.272968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767439.272970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767439.273032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767439.273035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767439.273037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767440.296931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767440.296938:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767440.296939:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767440.296943:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767440.296947:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767440.296949:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767440.296950:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767440.296952:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767440.296956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767440.296957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767441.320957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767441.320966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767441.320973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767441.320975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767442.344957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767442.344962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767442.344966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767442.344967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767442.345032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767442.345037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767442.345041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767442.985185:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767442.985194:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767442.985202:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767442.985217:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.985251:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767442.985258:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.985264:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767442.985270:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767442.985279:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767442.985286:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384577536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767442.985309:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767442.985317:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767442.985321:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.985334:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767442.985345:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767442.985355:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.985371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767442.985376:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767442.985388:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767442.985400:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577536, portal 25
00000100:00000001:2.0:1775767442.985405:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767442.985411:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:2.0:1775767442.985431:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.985473:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767442.985484:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767442.985493:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767442.985502:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384577536, offset 0
00000400:00000200:2.0:1775767442.985523:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767442.985539:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.985553:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767442.985563:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767442.985576:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767442.985583:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767442.985596:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767442.985610:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199837:199837:256:4294967295] 192.168.202.154@tcp LPNI seq info [199837:199837:8:4294967295]
00000400:00000200:2.0:1775767442.985630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.985665:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767442.985677:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.985684:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767442.985704:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767442.985717:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767442.985730:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767442.985737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775767442.985754:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.985762:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767442.985774:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767442.985792:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767442.985802:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767442.985807:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767442.985818:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767442.985825:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.985886:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.985897:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.985970:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.985978:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767442.985992:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.986006:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767442.986017:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298374407
00000100:00000010:2.0:1775767442.986027:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0cc0.
00000100:00000001:2.0:1775767442.986040:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767442.986055:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298374407
00000100:00000010:2.0:1775767442.986066:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e09c0.
00000100:00000001:2.0:1775767442.986080:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767442.986091:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767442.986099:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986109:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767442.986120:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442]  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767442.986156:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767442.986159:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767442.986162:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767442.986177:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767442.986181:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767442.986189:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767442.986200:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767442.986232:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986266:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767442.986269:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986283:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767442.986307:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986331:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767442.986344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986353:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767442.986357:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986358:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986359:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986362:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767442.986364:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767442.986366:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767442.986372:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767442.986374:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767442.986378:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767442.986384:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384577536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767442.986388:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986390:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.986392:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384577536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986397:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767442.986399:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767442.986401:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767442.986404:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767442.986406:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767442.986407:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767442.986409:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767442.986412:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:2.0:1775767442.986416:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767442.986419:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767442.986421:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:2.0:1775767442.986424:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767442.986426:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986428:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986438:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767442.986441:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767442.986446:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767442.986447:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767442.986452:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986461:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767442.986463:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.986466:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767442.986468:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767442.986470:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767442.986472:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767442.986475:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767442.986477:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767442.986478:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.986479:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767442.986482:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767442.986484:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.986488:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767442.986490:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767442.986493:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767442.986495:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577664, portal 10
00000100:00000001:2.0:1775767442.986497:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767442.986498:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:2.0:1775767442.986503:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986508:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767442.986510:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767442.986512:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767442.986513:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384577664, offset 0
00000400:00000200:2.0:1775767442.986516:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767442.986519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.986523:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767442.986525:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767442.986527:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767442.986529:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767442.986531:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767442.986534:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199838:199838:256:4294967295] 192.168.202.154@tcp LPNI seq info [199838:199838:8:4294967295]
00000400:00000200:2.0:1775767442.986536:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.986541:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767442.986545:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.986547:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767442.986550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767442.986552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767442.986556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767442.986558:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775767442.986561:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.986563:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767442.986565:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767442.986567:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767442.986569:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767442.986571:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767442.986573:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767442.986575:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986581:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.986583:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986588:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986589:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767442.986591:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767442.986595:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767442.986597:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767442.986598:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298373148
00000100:00000001:2.0:1775767442.986600:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.986602:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298373148
00000100:00000001:2.0:1775767442.986604:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.986606:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767442.986607:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986608:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767442.986610:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442]  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767442.986616:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767442.986617:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767442.986619:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767442.986621:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767442.986623:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767442.986625:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767442.986628:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767442.986637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986644:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767442.986646:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986648:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986649:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767442.986653:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986661:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767442.986665:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986673:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767442.986675:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986677:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986678:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986679:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767442.986681:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767442.986683:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767442.986686:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767442.986687:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767442.986690:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767442.986695:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767442.986697:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767442.986699:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986703:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767442.986704:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.986706:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767442.986707:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767442.986708:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767442.986710:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767442.986713:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767442.986715:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767442.986716:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.986717:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767442.986719:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775767442.986721:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.986723:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767442.986725:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767442.986727:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767442.986730:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577792, portal 10
00000100:00000001:2.0:1775767442.986731:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767442.986732:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:2.0:1775767442.986737:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986744:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767442.986747:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767442.986749:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767442.986752:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384577792, offset 0
00000400:00000200:2.0:1775767442.986756:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767442.986761:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.986765:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767442.986768:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767442.986771:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767442.986774:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767442.986777:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767442.986780:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199839:199839:256:4294967295] 192.168.202.154@tcp LPNI seq info [199839:199839:8:4294967295]
00000400:00000200:2.0:1775767442.986785:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.986792:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767442.986796:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.986799:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767442.986802:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767442.986804:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767442.986807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767442.986809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775767442.986811:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.986813:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767442.986815:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767442.986818:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767442.986820:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767442.986821:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767442.986823:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767442.986825:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986857:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.986861:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986868:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986869:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767442.986873:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767442.986877:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767442.986881:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767442.986883:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298373127
00000100:00000001:2.0:1775767442.986886:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.986888:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298373127
00000100:00000001:2.0:1775767442.986891:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.986893:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767442.986896:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.986898:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767442.986902:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442]  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767442.986911:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767442.986912:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767442.986913:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767442.986915:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767442.986916:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767442.986918:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767442.986920:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767442.986926:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986931:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767442.986933:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986934:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986936:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767442.986940:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986947:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767442.986951:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.986958:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767442.986961:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986962:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.986964:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.986966:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767442.986968:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767442.986971:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767442.986975:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767442.986978:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767442.986982:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767442.986990:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767442.986993:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767442.986996:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987001:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767442.987002:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.987003:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767442.987005:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767442.987006:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767442.987008:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767442.987011:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767442.987012:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767442.987014:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.987015:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987020:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767442.987021:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.987024:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767442.987026:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767442.987029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767442.987031:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384577920, portal 4
00000100:00000001:2.0:1775767442.987032:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767442.987033:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:2.0:1775767442.987038:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987042:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767442.987044:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767442.987045:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767442.987046:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384577920, offset 0
00000400:00000200:2.0:1775767442.987049:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767442.987051:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.987053:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767442.987056:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767442.987057:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767442.987059:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767442.987061:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767442.987063:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199840:199840:256:4294967295] 192.168.202.154@tcp LPNI seq info [199840:199840:8:4294967295]
00000400:00000200:2.0:1775767442.987066:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.987070:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767442.987073:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.987075:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767442.987078:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767442.987080:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767442.987083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767442.987085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775767442.987087:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.987089:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767442.987091:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767442.987093:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767442.987095:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767442.987096:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767442.987098:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767442.987100:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987106:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987108:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987112:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.987113:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767442.987115:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767442.987117:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767442.987119:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767442.987120:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298373139
00000100:00000001:2.0:1775767442.987122:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.987123:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298373139
00000100:00000001:2.0:1775767442.987125:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.987127:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767442.987128:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.987129:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767442.987131:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442]  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767442.987135:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767442.987137:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767442.987138:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767442.987140:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767442.987141:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767442.987142:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767442.987144:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767442.987149:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987152:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767442.987153:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987154:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.987155:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767442.987157:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987161:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767442.987163:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987167:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767442.987168:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987169:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.987170:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987171:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767442.987172:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767442.987174:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767442.987177:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767442.987178:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767442.987180:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767442.987189:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384577920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767442.987192:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767442.987194:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987198:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767442.987199:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.987200:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767442.987201:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767442.987202:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767442.987204:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767442.987206:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767442.987207:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767442.987208:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767442.987209:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987211:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767442.987212:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767442.987214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767442.987215:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767442.987217:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767442.987218:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578048, portal 4
00000100:00000001:2.0:1775767442.987219:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767442.987220:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:2.0:1775767442.987223:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987227:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767442.987229:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767442.987230:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767442.987232:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384578048, offset 0
00000400:00000200:2.0:1775767442.987234:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767442.987237:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.987239:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767442.987241:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767442.987243:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767442.987244:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767442.987246:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767442.987248:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199841:199841:256:4294967295] 192.168.202.154@tcp LPNI seq info [199841:199841:8:4294967295]
00000400:00000200:2.0:1775767442.987251:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767442.987255:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767442.987258:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.987260:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767442.987262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767442.987264:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767442.987266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767442.987268:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775767442.987271:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767442.987272:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767442.987274:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767442.987276:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767442.987279:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767442.987280:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767442.987281:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767442.987283:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987288:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987307:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987311:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.987313:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767442.987315:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767442.987317:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767442.987320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767442.987322:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298373141
00000100:00000001:2.0:1775767442.987324:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.987326:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298373141
00000100:00000001:2.0:1775767442.987327:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298374407
00000100:00000001:2.0:1775767442.987328:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767442.987329:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.987331:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767442.987333:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767442/real 1775767442]  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767442.987338:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767442.987339:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767442.987340:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767442.987341:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767442.987343:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767442.987344:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767442.987346:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767442.987358:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987365:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767442.987366:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987368:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.987369:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767442.987371:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987376:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767442.987378:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987382:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767442.987385:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987386:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767442.987387:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987388:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767442.987389:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767442.987391:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767442.987393:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767442.987394:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767442.987396:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767442.987401:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767442.987403:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987404:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987406:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384577664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987414:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767442.987415:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987417:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767442.987419:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767442.987421:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767442.987422:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767442.987424:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767442.987426:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:2.0:1775767442.987429:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767442.987430:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767442.987432:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:2.0:1775767442.987435:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767442.987436:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987438:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987442:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384577792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987457:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767442.987459:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987460:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775767442.987463:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767442.987464:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767442.987465:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767442.987467:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767442.987469:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:2.0:1775767442.987471:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767442.987471:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767442.987472:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:2.0:1775767442.987474:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767442.987475:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987476:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987478:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384577920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987483:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767442.987484:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987485:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:2.0:1775767442.987486:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767442.987487:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767442.987487:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767442.987488:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767442.987489:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe800.
02000000:00000001:2.0:1775767442.987490:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767442.987491:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767442.987492:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:2.0:1775767442.987493:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767442.987494:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987495:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767442.987496:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384578048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767442.987500:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767442.987501:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767442.987502:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775767442.987504:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767442.987504:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767442.987505:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767442.987507:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767442.987508:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fec00.
02000000:00000001:2.0:1775767442.987509:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767442.987510:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767442.987510:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:2.0:1775767442.987511:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767442.987512:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987513:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767442.987516:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767442.987517:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767442.987518:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767442.987519:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767443.368914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767443.368919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767443.368924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767443.368925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767444.392955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767444.392961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767444.392967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767444.392968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767445.416954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767445.416963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767445.416972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767445.416976:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767445.416979:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767445.416982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767445.416984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767445.416987:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767445.416989:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767445.416990:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767445.417043:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767445.417047:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767445.417051:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767446.440941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767446.440946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767446.440951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767446.440952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767446.441022:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767446.441025:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767446.441028:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767447.464894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767447.464899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767447.464905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767447.464906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767448.104991:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767448.105002:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767448.105005:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767448.105010:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767448.105014:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767448.105022:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3705
00000400:00000200:3.0:1775767448.105040:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767448.105050:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767448.105053:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767448.105055:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105062:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767448.105066:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767448.105067:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767448.105070:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767448.105072:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767448.105074:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767448.105076:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767448.105078:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105079:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105082:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105083:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767448.105086:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767448.105088:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105090:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767448.105093:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767448.105095:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767448.105098:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105099:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767448.105101:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767448.105112:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767448.105115:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767448.105119:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767448.105120:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105123:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767448.105125:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767448.105131:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767448.105145:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767448.105152:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767448.105161:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767448.105171:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767448.105175:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767448.105179:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767448.105200:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767448.105203:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767448.105206:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767448.105207:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767448.105208:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767448.105210:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767448.105212:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3705
00000400:00000200:3.0:1775767448.105215:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767448.105217:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767448.105219:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767448.105221:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105222:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105224:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105226:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767448.105228:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767448.105229:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767448.105231:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767448.105232:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767448.105234:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767448.105235:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767448.105237:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105239:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105255:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105256:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775767448.105258:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775767448.105258:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767448.105263:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767448.105264:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767448.105268:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105269:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775767448.105273:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1775767448.105278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767448.105281:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767448.105287:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105294:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767448.105294:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767448.105297:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.105301:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775767448.105302:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775767448.105304:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775767448.105308:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.105310:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105313:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767448.105317:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384578176:192.168.202.154@tcp:250:kworker.0
00000100:00000010:3.0:1775767448.105319:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767448.105325:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:2.0:1775767448.105327:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767448.105331:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767448.105334:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767448.105335:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105338:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767448.105339:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767448.105340:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767448.105343:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.105345:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767448.105348:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767448.105352:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767448.105354:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767448.105358:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767448.105365:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775767448.105366:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767448.105373:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000100:00000001:3.0:1775767448.105374:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767448.105378:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767448.105381:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775767448.105383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000001:3.0:1775767448.105391:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767448.105393:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1775767448.105396:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578176, portal 25
00000100:00080000:3.0:1775767448.105396:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767448.105399:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775767448.105402:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775767448.105402:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767448.105404:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775767448.105406:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366936448 : -107275342615168 : ffff9e6f034f6d80)
00000100:00080000:3.0:1775767448.105408:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3705
00000400:00000200:3.0:1775767448.105415:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767448.105419:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000040:2.0:1775767448.105420:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767448.105422:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767448.105427:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105433:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105437:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767448.105439:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775767448.105440:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767448.105443:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1775767448.105446:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000040:3.0:1775767448.105446:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767448.105449:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1775767448.105451:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000020:00000040:3.0:1775767448.105452:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767448.105456:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000200:2.0:1775767448.105458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384578176, offset 0
00000020:00000001:3.0:1775767448.105459:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767448.105465:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105467:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775767448.105471:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:3.0:1775767448.105471:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105475:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767448.105477:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767448.105479:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105480:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767448.105482:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775767448.105484:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:3.0:1775767448.105486:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767448.105488:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105490:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775767448.105492:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000008:00100000:3.0:1775767448.105493:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767448.105497:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105498:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.105500:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1775767448.105501:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767448.105504:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:2.0:1775767448.105507:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:3.0:1775767448.105508:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767448.105510:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105512:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775767448.105514:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775767448.105514:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767448.105518:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.105519:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000010:3.0:1775767448.105521:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000400:00000200:2.0:1775767448.105526:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199842:199842:256:4294967295] 192.168.202.154@tcp LPNI seq info [199842:199842:8:4294967295]
00000100:00000001:3.0:1775767448.105526:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.105535:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:3.0:1775767448.105536:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767448.105542:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767448.105546:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.105551:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775767448.105554:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775767448.105564:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105565:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767448.105570:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1775767448.105572:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000100:00080000:3.0:1775767448.105573:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767448.105576:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767448.105577:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767448.105578:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767448.105581:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3705
00000800:00000200:2.0:1775767448.105585:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:3.0:1775767448.105588:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:2.0:1775767448.105591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000400:00000200:3.0:1775767448.105593:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767448.105605:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767448.105609:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105611:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775767448.105612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775767448.105616:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:2.1:1775767448.105617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775767448.105619:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767448.105622:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767448.105625:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000100:2.0:1775767448.105626:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000001:3.0:1775767448.105627:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1775767448.105629:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000020:00000040:3.0:1775767448.105630:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767448.105634:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767448.105636:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:2.0:1775767448.105638:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775767448.105638:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105642:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105646:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:2.0:1775767448.105647:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775767448.105648:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767448.105652:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000200:2.0:1775767448.105655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000100:00080000:3.0:1775767448.105655:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:2.0:1775767448.105659:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:3.0:1775767448.105660:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767448.105663:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767448.105665:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767448.105666:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105674:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767448.105677:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1775767448.105677:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767448.105680:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105682:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767448.105684:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775767448.105694:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000100:00000001:2.0:1775767448.105697:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775767448.105698:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000040:2.0:1775767448.105703:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767448.105707:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767448.105710:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105714:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767448.105717:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767448.105721:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105722:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105726:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1775767448.105727:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767448.105743:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105746:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767448.105751:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775767448.105756:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767448.105761:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298379526
00000100:00000001:3.0:1775767448.105767:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767448.105771:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767448.105772:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0300.
00000100:00000040:3.0:1775767448.105778:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.105781:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775767448.105790:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105791:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298379526
00000100:00080000:3.0:1775767448.105794:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1775767448.105795:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0360.
00000100:00000001:2.0:1775767448.105800:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1775767448.105801:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767448.105804:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767448.105805:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767448.105808:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767448.105809:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105813:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775767448.105814:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1775767448.105820:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767448/real 1775767448]  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767448.105821:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3705
00000400:00000200:3.0:1775767448.105880:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767448.105886:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767448.105891:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767448.105895:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000001:2.0:1775767448.105907:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775767448.105907:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1775767448.105910:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775767448.105911:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:2.0:1775767448.105914:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000100:00000001:3.0:1775767448.105915:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:2.0:1775767448.105919:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000020:00000001:3.0:1775767448.105919:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767448.105922:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000010:2.0:1775767448.105923:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000020:00000001:3.0:1775767448.105926:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775767448.105927:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1775767448.105928:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767448.105931:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000200:2.0:1775767448.105933:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767448.105934:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767448.105941:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105946:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767448.105952:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105954:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:2.0:1775767448.105956:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767448.105957:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767448.105965:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767448.105970:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105971:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775767448.105972:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767448.105976:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767448.105977:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767448.105979:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775767448.105980:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.105983:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767448.105984:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767448.105988:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1775767448.105991:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775767448.105991:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.105995:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767448.106000:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000100:00000001:2.0:1775767448.106001:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767448.106003:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767448.106006:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1775767448.106007:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767448.106007:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767448.106012:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767448.106014:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767448.106018:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106021:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1775767448.106023:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:2.0:1775767448.106025:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106027:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767448.106028:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106029:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106032:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767448.106034:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1775767448.106035:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1775767448.106038:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767448.106046:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767448.106050:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767448.106058:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767448.106060:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767448.106064:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767448.106072:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767448.106075:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384578176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767448.106085:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767448.106086:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106090:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767448.106093:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3715)
00000100:00000040:2.0:1775767448.106095:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6d80 x1862023384578176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106105:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767448.106108:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767448.106110:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767448.106113:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767448.106115:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767448.106116:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767448.106118:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767448.106120:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:2.0:1775767448.106123:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767448.106124:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767448.106126:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6d80.
00000100:00000001:2.0:1775767448.106128:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767448.106130:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106132:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106146:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767448.106148:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106150:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767448.106151:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767448.106152:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767448.106155:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106160:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767448.106161:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106163:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767448.106164:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767448.106165:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767448.106168:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767448.106170:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767448.106172:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767448.106173:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106174:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767448.106177:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767448.106178:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.106181:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767448.106184:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767448.106186:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767448.106188:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578304, portal 10
00000100:00000001:2.0:1775767448.106190:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767448.106191:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931968 : -107275342619648 : ffff9e6f034f5c00)
00000100:00000040:2.0:1775767448.106196:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106201:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767448.106203:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767448.106204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767448.106206:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384578304, offset 0
00000400:00000200:2.0:1775767448.106209:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106212:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106215:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767448.106217:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767448.106219:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767448.106221:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767448.106223:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106225:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199843:199843:256:4294967295] 192.168.202.154@tcp LPNI seq info [199843:199843:8:4294967295]
00000400:00000200:2.0:1775767448.106227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106232:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767448.106235:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106238:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767448.106260:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767448.106262:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767448.106265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767448.106267:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775767448.106269:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106270:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767448.106273:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767448.106277:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767448.106280:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767448.106282:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767448.106285:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767448.106289:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106298:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.106301:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106308:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106310:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767448.106314:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767448.106318:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767448.106323:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767448.106325:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298378268
00000100:00000001:2.0:1775767448.106328:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106331:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298378268
00000100:00000001:2.0:1775767448.106333:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106335:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767448.106337:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106339:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767448.106343:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767448/real 1775767448]  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767448.106352:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767448.106354:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767448.106355:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767448.106358:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767448.106360:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767448.106363:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767448.106367:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767448.106375:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106389:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767448.106391:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106392:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106393:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767448.106396:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106401:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767448.106403:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106408:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767448.106409:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106410:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106411:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106412:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767448.106414:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767448.106415:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767448.106417:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767448.106418:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767448.106421:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767448.106426:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767448.106429:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767448.106431:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106435:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767448.106436:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106438:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767448.106440:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767448.106441:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767448.106443:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767448.106445:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767448.106447:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767448.106448:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106449:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767448.106452:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767448.106453:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.106456:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767448.106458:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767448.106461:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767448.106463:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578432, portal 10
00000100:00000001:2.0:1775767448.106464:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767448.106465:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366929280 : -107275342622336 : ffff9e6f034f5180)
00000100:00000040:2.0:1775767448.106469:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106474:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767448.106476:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767448.106477:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767448.106479:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384578432, offset 0
00000400:00000200:2.0:1775767448.106481:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106484:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106487:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767448.106489:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767448.106491:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767448.106493:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767448.106495:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106497:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199844:199844:256:4294967295] 192.168.202.154@tcp LPNI seq info [199844:199844:8:4294967295]
00000400:00000200:2.0:1775767448.106500:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106505:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767448.106509:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106511:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767448.106514:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767448.106516:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767448.106519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767448.106521:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775767448.106524:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106525:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767448.106527:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767448.106530:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767448.106532:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767448.106533:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767448.106535:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767448.106537:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106542:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.106544:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106549:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106550:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767448.106552:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767448.106555:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767448.106557:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767448.106558:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298378246
00000100:00000001:2.0:1775767448.106560:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106562:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298378246
00000100:00000001:2.0:1775767448.106563:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106565:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767448.106566:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106567:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767448.106569:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767448/real 1775767448]  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767448.106575:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767448.106576:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767448.106577:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767448.106579:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767448.106580:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767448.106581:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767448.106583:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767448.106587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106591:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767448.106592:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106593:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106594:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767448.106597:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106601:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767448.106603:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106607:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767448.106608:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106609:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106610:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106611:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767448.106612:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767448.106614:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767448.106616:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767448.106617:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767448.106620:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767448.106625:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767448.106628:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767448.106630:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106634:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767448.106634:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106636:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767448.106637:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767448.106638:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767448.106639:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767448.106641:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767448.106642:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767448.106643:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106644:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767448.106646:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775767448.106647:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.106649:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767448.106651:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767448.106653:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767448.106655:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578560, portal 4
00000100:00000001:2.0:1775767448.106656:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767448.106657:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366934656 : -107275342616960 : ffff9e6f034f6680)
00000100:00000040:2.0:1775767448.106661:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106666:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767448.106667:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767448.106669:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767448.106671:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384578560, offset 0
00000400:00000200:2.0:1775767448.106674:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106676:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106678:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767448.106679:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767448.106681:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767448.106683:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767448.106685:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106688:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199845:199845:256:4294967295] 192.168.202.154@tcp LPNI seq info [199845:199845:8:4294967295]
00000400:00000200:2.0:1775767448.106693:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106700:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767448.106705:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106708:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767448.106712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767448.106714:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767448.106719:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767448.106741:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775767448.106746:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767448.106751:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767448.106755:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767448.106760:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767448.106762:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767448.106764:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767448.106767:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106773:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.106775:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106779:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106780:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767448.106783:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767448.106785:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767448.106788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767448.106790:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298378258
00000100:00000001:2.0:1775767448.106792:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106794:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298378258
00000100:00000001:2.0:1775767448.106795:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.106797:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767448.106798:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106800:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767448.106802:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767448/real 1775767448]  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767448.106806:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767448.106807:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767448.106808:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767448.106810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767448.106811:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767448.106812:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767448.106814:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767448.106819:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106824:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767448.106825:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106826:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106827:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767448.106846:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106850:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767448.106853:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106858:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767448.106860:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106861:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.106862:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.106863:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767448.106865:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767448.106866:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767448.106868:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767448.106870:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767448.106872:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767448.106876:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767448.106879:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767448.106881:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106886:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767448.106887:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106888:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767448.106890:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767448.106891:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767448.106892:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767448.106894:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767448.106895:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767448.106897:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767448.106898:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767448.106901:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767448.106902:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767448.106905:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767448.106907:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767448.106909:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767448.106911:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578688, portal 4
00000100:00000001:2.0:1775767448.106913:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767448.106914:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366937344 : -107275342614272 : ffff9e6f034f7100)
00000100:00000040:2.0:1775767448.106918:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106923:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767448.106924:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767448.106926:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767448.106927:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384578688, offset 0
00000400:00000200:2.0:1775767448.106930:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106932:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106935:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767448.106937:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767448.106939:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767448.106941:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767448.106942:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767448.106944:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199846:199846:256:4294967295] 192.168.202.154@tcp LPNI seq info [199846:199846:8:4294967295]
00000400:00000200:2.0:1775767448.106947:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767448.106952:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767448.106954:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106956:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767448.106959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767448.106961:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767448.106964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767448.106966:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775767448.106968:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767448.106970:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767448.106972:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767448.106974:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767448.106976:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767448.106978:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767448.106979:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767448.106981:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106991:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.106993:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.106997:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.106998:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767448.107000:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767448.107001:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767448.107003:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767448.107004:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298378261
00000100:00000001:2.0:1775767448.107006:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.107008:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298378261
00000100:00000001:2.0:1775767448.107009:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298379526
00000100:00000001:2.0:1775767448.107011:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767448.107012:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.107013:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767448.107015:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767448/real 1775767448]  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767448.107020:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767448.107021:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767448.107022:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767448.107024:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767448.107025:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767448.107026:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767448.107028:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767448.107033:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107037:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767448.107038:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107040:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.107052:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767448.107054:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107058:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767448.107061:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107064:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767448.107066:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107067:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767448.107068:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107069:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767448.107069:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767448.107071:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767448.107073:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767448.107074:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767448.107076:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767448.107080:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767448.107083:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107084:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.107085:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5c00 x1862023384578304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107090:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767448.107091:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767448.107092:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767448.107094:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767448.107095:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767448.107096:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767448.107098:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767448.107099:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:2.0:1775767448.107101:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767448.107102:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767448.107103:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5c00.
00000100:00000001:2.0:1775767448.107106:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767448.107107:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107108:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.107122:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5180 x1862023384578432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107129:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767448.107130:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767448.107132:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767448.107135:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767448.107136:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767448.107138:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767448.107140:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767448.107141:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce400.
02000000:00000001:2.0:1775767448.107144:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767448.107145:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767448.107146:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5180.
00000100:00000001:2.0:1775767448.107149:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767448.107150:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107152:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.107156:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6680 x1862023384578560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107163:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767448.107164:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767448.107166:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775767448.107168:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767448.107169:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767448.107170:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767448.107172:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767448.107174:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc800.
02000000:00000001:2.0:1775767448.107177:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767448.107178:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767448.107180:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6680.
00000100:00000001:2.0:1775767448.107182:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767448.107184:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107185:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767448.107189:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7100 x1862023384578688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767448.107195:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767448.107196:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767448.107198:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:2.0:1775767448.107201:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767448.107202:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767448.107203:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767448.107205:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767448.107207:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:2.0:1775767448.107209:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767448.107211:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767448.107212:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7100.
00000100:00000001:2.0:1775767448.107214:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767448.107216:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107217:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767448.107221:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767448.107223:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767448.107225:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767448.107226:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767448.488961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767448.488968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767448.488973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767448.488974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767448.489033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767448.489037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767448.489041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767449.512927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767449.512934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767449.512939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767449.512940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767449.513030:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767449.513034:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767449.513037:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767450.536961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767450.536971:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767450.536974:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767450.536979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767450.536985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767450.536988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767450.536990:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767450.536992:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767450.536997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767450.536999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767451.560963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767451.560982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767451.560996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767451.560997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767451.561061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767451.561065:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767451.561068:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767452.584936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767452.584943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767452.584950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767452.584952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767452.585004:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767452.585009:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767452.585013:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767453.225188:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767453.225212:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767453.225216:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767453.225253:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.225288:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767453.225291:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.225297:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767453.225300:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767453.225305:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767453.225317:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384578816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767453.225336:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767453.225346:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767453.225350:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.225355:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767453.225368:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767453.225372:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.225399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767453.225412:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767453.225422:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767453.225434:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578816, portal 25
00000100:00000001:2.0:1775767453.225445:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767453.225449:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387069696 : -107275322481920 : ffff9e6f0482a300)
00000100:00000040:2.0:1775767453.225464:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.225495:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767453.225505:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767453.225513:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767453.225521:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384578816, offset 0
00000400:00000200:2.0:1775767453.225546:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767453.225574:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.225589:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767453.225595:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767453.225603:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767453.225611:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767453.225615:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767453.225629:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199847:199847:256:4294967295] 192.168.202.154@tcp LPNI seq info [199847:199847:8:4294967295]
00000400:00000200:2.0:1775767453.225636:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.225653:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767453.225660:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.225665:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767453.225679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767453.225689:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767453.225704:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767453.225717:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767453.225734:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.225743:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767453.225756:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767453.225771:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767453.225806:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767453.225814:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767453.225822:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767453.225834:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.225926:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.225939:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.225966:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.225974:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767453.225984:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.225995:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767453.226003:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298384647
00000100:00000010:2.0:1775767453.226013:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0a20.
00000100:00000001:2.0:1775767453.226023:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775767453.226035:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298384647
00000100:00000010:2.0:1775767453.226040:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f086e0e40.
00000100:00000001:2.0:1775767453.226050:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775767453.226060:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767453.226068:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.226073:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767453.226098:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767453/real 1775767453]  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767453.226119:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767453.226122:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767453.226128:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767453.226137:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767453.226142:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767453.226147:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767453.226157:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767453.226249:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226284:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767453.226292:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226297:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.226300:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767453.226324:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226355:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767453.226373:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226404:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767453.226418:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226422:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.226427:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226438:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767453.226444:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767453.226455:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767453.226471:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767453.226479:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767453.226490:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767453.226525:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384578816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775767453.226545:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226550:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.226561:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a300 x1862023384578816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226622:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767453.226625:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767453.226628:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767453.226633:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767453.226636:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767453.226638:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775767453.226645:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767453.226647:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:2.0:1775767453.226653:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767453.226659:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767453.226662:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a300.
00000100:00000001:2.0:1775767453.226669:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767453.226671:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226673:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226686:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767453.226688:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.226692:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767453.226695:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767453.226697:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767453.226702:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226712:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767453.226713:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.226715:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767453.226717:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767453.226718:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767453.226720:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767453.226722:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767453.226724:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767453.226725:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.226726:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767453.226729:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767453.226730:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.226734:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767453.226736:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767453.226739:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767453.226741:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384578944, portal 10
00000100:00000001:2.0:1775767453.226742:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767453.226743:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387068800 : -107275322482816 : ffff9e6f04829f80)
00000100:00000040:2.0:1775767453.226748:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226753:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767453.226754:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767453.226756:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767453.226757:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384578944, offset 0
00000400:00000200:2.0:1775767453.226760:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767453.226763:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.226766:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767453.226768:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767453.226769:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767453.226771:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767453.226773:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767453.226776:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199848:199848:256:4294967295] 192.168.202.154@tcp LPNI seq info [199848:199848:8:4294967295]
00000400:00000200:2.0:1775767453.226778:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.226783:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767453.226786:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.226788:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767453.226791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767453.226793:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767453.226797:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767453.226798:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767453.226801:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.226802:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767453.226804:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767453.226807:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767453.226809:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767453.226810:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767453.226811:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767453.226813:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226819:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.226821:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226825:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.226826:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767453.226829:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767453.226831:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775767453.226834:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767453.226835:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298383388
00000100:00000001:2.0:1775767453.226837:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.226839:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298383388
00000100:00000001:2.0:1775767453.226840:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.226841:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767453.226872:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.226873:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767453.226876:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767453/real 1775767453]  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767453.226882:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767453.226883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767453.226884:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767453.226886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767453.226887:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767453.226888:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767453.226890:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767453.226896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226900:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767453.226901:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226902:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.226903:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767453.226905:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226909:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767453.226911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226915:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767453.226917:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226918:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.226919:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.226920:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767453.226921:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767453.226922:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767453.226925:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767453.226927:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767453.226929:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767453.226934:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384578944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767453.226937:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767453.226939:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226943:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767453.226944:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.226945:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767453.226946:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767453.226948:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767453.226949:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767453.226952:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767453.226953:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767453.226954:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.226955:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767453.226958:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767453.226959:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.226961:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767453.226963:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767453.226965:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767453.226967:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384579072, portal 10
00000100:00000001:2.0:1775767453.226968:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767453.226969:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:2.0:1775767453.226975:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.226982:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767453.226985:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767453.226987:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767453.226989:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384579072, offset 0
00000400:00000200:2.0:1775767453.226994:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767453.226997:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227001:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767453.227004:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767453.227007:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767453.227009:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767453.227012:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767453.227015:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199849:199849:256:4294967295] 192.168.202.154@tcp LPNI seq info [199849:199849:8:4294967295]
00000400:00000200:2.0:1775767453.227020:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227027:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767453.227032:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227035:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767453.227038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767453.227040:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767453.227043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767453.227044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767453.227047:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227048:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767453.227050:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767453.227053:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767453.227055:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767453.227056:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767453.227058:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767453.227060:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227066:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227068:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227072:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227073:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767453.227075:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767453.227078:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775767453.227080:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767453.227082:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298383367
00000100:00000001:2.0:1775767453.227083:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227085:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298383367
00000100:00000001:2.0:1775767453.227086:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227088:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767453.227089:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227090:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767453.227092:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767453/real 1775767453]  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767453.227097:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767453.227098:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767453.227099:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767453.227100:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767453.227102:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767453.227103:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767453.227105:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767453.227110:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227113:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767453.227114:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227115:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227116:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767453.227118:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227122:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767453.227125:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227129:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767453.227131:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227132:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227133:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227134:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767453.227135:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767453.227136:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767453.227138:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767453.227140:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767453.227142:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767453.227146:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775767453.227149:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767453.227151:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227156:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767453.227157:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.227159:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767453.227160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767453.227161:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767453.227163:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767453.227165:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767453.227166:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767453.227167:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.227169:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227171:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767453.227172:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.227175:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767453.227176:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767453.227178:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767453.227181:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384579200, portal 4
00000100:00000001:2.0:1775767453.227182:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767453.227183:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:2.0:1775767453.227187:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227208:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767453.227210:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767453.227213:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767453.227216:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384579200, offset 0
00000400:00000200:2.0:1775767453.227219:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767453.227224:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227227:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767453.227230:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767453.227232:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767453.227235:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767453.227237:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767453.227241:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199850:199850:256:4294967295] 192.168.202.154@tcp LPNI seq info [199850:199850:8:4294967295]
00000400:00000200:2.0:1775767453.227245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227252:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767453.227257:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227260:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767453.227264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767453.227266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767453.227269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767453.227270:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767453.227273:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227274:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767453.227276:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767453.227278:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767453.227281:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767453.227282:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767453.227284:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767453.227286:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227292:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227294:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227298:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227299:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767453.227301:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767453.227304:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775767453.227306:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767453.227307:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298383379
00000100:00000001:2.0:1775767453.227309:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227310:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298383379
00000100:00000001:2.0:1775767453.227312:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227313:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767453.227315:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227316:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767453.227318:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767453/real 1775767453]  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767453.227323:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767453.227324:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767453.227325:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767453.227327:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767453.227328:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767453.227329:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767453.227331:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767453.227336:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227340:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767453.227341:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227343:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227344:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767453.227346:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227349:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767453.227352:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227356:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767453.227357:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227358:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227359:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227360:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767453.227361:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767453.227362:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767453.227364:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767453.227365:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767453.227368:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767453.227372:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767453.227374:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767453.227377:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227381:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767453.227382:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.227384:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767453.227385:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767453.227386:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767453.227388:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767453.227391:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767453.227392:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767453.227393:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767453.227394:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227396:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767453.227397:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767453.227399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775767453.227401:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775767453.227403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775767453.227405:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384579328, portal 4
00000100:00000001:2.0:1775767453.227406:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767453.227407:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:2.0:1775767453.227411:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227415:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767453.227416:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775767453.227418:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775767453.227419:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384579328, offset 0
00000400:00000200:2.0:1775767453.227421:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775767453.227424:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227426:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775767453.227428:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767453.227429:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775767453.227431:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767453.227433:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775767453.227435:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [199851:199851:256:4294967295] 192.168.202.154@tcp LPNI seq info [199851:199851:8:4294967295]
00000400:00000200:2.0:1775767453.227437:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767453.227441:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767453.227444:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227446:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1500.
00000800:00000200:2.0:1775767453.227449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775767453.227450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767453.227453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775767453.227455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775767453.227457:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775767453.227459:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1500.
00000400:00000200:2.0:1775767453.227460:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767453.227463:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767453.227465:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775767453.227466:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775767453.227467:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767453.227469:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227474:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227476:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767478 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227480:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227481:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767453.227482:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767453.227484:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775767453.227486:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775767453.227487:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298383381
00000100:00000001:2.0:1775767453.227488:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227490:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298383381
00000100:00000001:2.0:1775767453.227491:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298384647
00000100:00000001:2.0:1775767453.227493:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767453.227494:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227495:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767453.227497:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767453/real 1775767453]  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767453.227502:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767453.227503:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767453.227504:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775767453.227505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775767453.227506:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775767453.227507:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767453.227509:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767453.227517:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227523:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767453.227525:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227527:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227528:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767453.227531:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227538:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767453.227542:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227550:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767453.227552:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227554:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767453.227556:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227558:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767453.227559:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767453.227562:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767453.227565:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775767453.227567:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767453.227572:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767453.227577:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384579328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775767453.227580:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227581:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227583:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829f80 x1862023384578944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227588:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767453.227589:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227590:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775767453.227592:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767453.227593:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767453.227594:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767453.227595:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767453.227596:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:2.0:1775767453.227598:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767453.227599:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767453.227600:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829f80.
00000100:00000001:2.0:1775767453.227602:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767453.227603:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227604:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227606:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384579072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227610:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767453.227611:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227612:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775767453.227613:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767453.227613:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767453.227614:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775767453.227615:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767453.227616:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:2.0:1775767453.227617:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767453.227618:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767453.227619:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:2.0:1775767453.227621:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767453.227622:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227623:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227625:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384579200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227628:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767453.227629:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227630:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:2.0:1775767453.227631:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767453.227632:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767453.227632:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767453.227633:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767453.227634:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:2.0:1775767453.227635:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767453.227636:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767453.227637:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:2.0:1775767453.227638:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767453.227639:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227639:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767453.227641:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384579328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767478 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767453.227645:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767453.227645:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767453.227646:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:2.0:1775767453.227647:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767453.227648:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767453.227649:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775767453.227650:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767453.227650:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:2.0:1775767453.227652:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767453.227652:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767453.227653:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:2.0:1775767453.227654:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767453.227655:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227656:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767453.227659:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767453.227660:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767453.227662:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767453.227663:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767453.608954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767453.608959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767453.608965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767453.608968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767454.632941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767454.632945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767454.632950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767454.632951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767454.633013:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767454.633017:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767454.633020:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767455.656994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767455.657000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767455.657008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767455.657012:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767455.657014:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767455.657018:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767455.657021:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767455.657024:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767455.657026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767455.657028:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767455.657103:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767455.657106:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767455.657109:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767456.680902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767456.680907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767456.680912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767456.680913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767457.704963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767457.704970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767457.704976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767457.704978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767457.705062:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767457.705069:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767457.705074:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767458.345025:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767458.345035:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767458.345038:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767458.345042:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767458.345046:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767458.345053:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3716
00000400:00000200:2.0:1775767458.345064:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767458.345070:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767458.345074:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767458.345077:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345081:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345084:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345086:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767458.345091:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767458.345093:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767458.345096:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767458.345098:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767458.345100:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767458.345102:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767458.345104:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345106:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345107:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345109:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767458.345111:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767458.345113:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345115:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767458.345117:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767458.345120:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767458.345122:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345124:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767458.345125:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767458.345134:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767458.345138:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767458.345169:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767458.345171:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345174:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767458.345178:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767458.345183:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767458.345192:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767458.345199:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767458.345209:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384579456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767458.345217:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767458.345221:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.345224:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384579456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767458.345250:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767458.345252:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767458.345255:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767458.345256:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767458.345257:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767458.345259:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767458.345261:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3716
00000400:00000200:2.0:1775767458.345264:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767458.345266:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767458.345268:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767458.345270:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345271:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345273:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345274:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767458.345276:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767458.345277:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767458.345278:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767458.345279:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767458.345281:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767458.345282:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767458.345285:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345287:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345289:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345290:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767458.345292:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767458.345294:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345296:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767458.345297:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767458.345302:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767458.345306:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345308:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767458.345312:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767458.345315:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345320:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767458.345326:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767458.345329:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767458.345333:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767458.345336:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345342:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767458.345346:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767458.345351:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767458.345359:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767458.345366:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767458.345377:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384579584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767458.345392:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767458.345395:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.345400:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384579584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767458.345412:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767458.345418:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767458.345424:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767458.345427:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767458.345430:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767458.345435:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767458.345439:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3716
00000400:00000200:2.0:1775767458.345446:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767458.345449:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767458.345451:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767458.345457:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345460:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345461:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345463:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767458.345465:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767458.345466:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767458.345469:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767458.345471:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767458.345474:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767458.345475:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767458.345479:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345484:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345488:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345493:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767458.345497:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767458.345504:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345510:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767458.345513:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767458.345519:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767458.345524:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345526:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767458.345528:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767458.345532:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345533:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767458.345536:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767458.345541:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767458.345545:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767458.345547:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345551:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767458.345553:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767458.345554:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767458.345559:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767458.345563:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767458.345570:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384579712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767458.345580:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767458.345583:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.345592:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384579712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767458.345593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767458.345600:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775767458.345612:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767458.345617:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767458.345621:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767458.345624:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767458.345627:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767458.345633:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767458.345639:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3716
00000400:00000200:2.0:1775767458.345649:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767458.345654:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767458.345658:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767458.345663:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345668:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345672:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345676:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767458.345681:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767458.345684:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767458.345685:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767458.345687:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767458.345689:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767458.345693:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767458.345697:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345701:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345704:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345708:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767458.345713:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767458.345716:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345720:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767458.345723:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767458.345726:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767458.345728:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345732:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767458.345735:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767458.345738:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345741:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767458.345744:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767458.345748:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767458.345750:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767458.345751:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345752:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767458.345755:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767458.345757:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767458.345761:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767458.345766:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767458.345778:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384579840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767458.345784:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767458.345785:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.345791:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384579840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767458.345801:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767458.345804:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767458.345806:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767458.345807:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767458.345808:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767458.345810:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767458.345811:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3716
00000400:00000200:2.0:1775767458.345814:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767458.345815:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767458.345818:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767458.345823:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345825:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345878:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345880:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767458.345883:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767458.345885:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767458.345888:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767458.345891:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767458.345896:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767458.345900:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767458.345909:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345911:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767458.345917:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345920:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767458.345924:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767458.345928:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767458.345932:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767458.345934:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767458.345938:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767458.345942:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345944:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767458.345947:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767458.345952:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345956:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767458.345959:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767458.345964:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767458.345970:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767458.345972:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767458.345977:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767458.345979:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767458.345982:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767458.345985:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767458.345991:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767458.346000:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384579968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767458.346014:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767458.346019:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.346027:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384579968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767458.346039:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767458.346043:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3726)
00000800:00000200:0.1:1775767458.346221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767458.346223:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767458.346408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767458.346410:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767458.346635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767458.346637:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767458.346807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767458.346809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767458.728926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767458.728933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767458.728939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767458.728940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767458.729027:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767458.729033:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767458.729037:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767459.752976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767459.752986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767459.752995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767459.752996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767460.776945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767460.776953:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767460.776956:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767460.776959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767460.776964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767460.776966:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767460.776968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767460.776971:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767460.776974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767460.776975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767460.777042:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767460.777047:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767460.777051:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767461.800952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767461.800958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767461.800965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767461.800966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767461.801048:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767461.801055:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767461.801060:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767462.824926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767462.824944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767462.824950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767462.824951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767463.464933:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767463.464942:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767463.464944:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767463.464947:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767463.464951:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767463.464957:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3721
00000400:00000200:2.0:1775767463.464966:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767463.464971:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767463.464973:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767463.464976:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.464978:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.464980:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.464982:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767463.464985:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767463.464986:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767463.464988:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767463.464990:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767463.464992:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767463.464994:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767463.464995:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.464997:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.464998:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.464999:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767463.465001:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767463.465003:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465004:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767463.465007:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767463.465009:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767463.465012:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465014:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767463.465016:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767463.465026:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767463.465030:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767463.465034:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767463.465035:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465038:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767463.465041:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767463.465047:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767463.465056:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767463.465064:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767463.465074:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384580096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767463.465083:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767463.465087:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.465118:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384580096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767463.465144:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767463.465147:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767463.465150:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767463.465152:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767463.465153:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767463.465155:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767463.465157:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3721
00000400:00000200:2.0:1775767463.465159:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767463.465162:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767463.465165:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767463.465167:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465169:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465170:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465172:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767463.465173:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767463.465174:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767463.465175:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767463.465177:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767463.465179:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767463.465181:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767463.465184:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465186:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465188:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465190:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767463.465192:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767463.465194:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465195:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767463.465197:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767463.465203:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767463.465209:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465213:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767463.465220:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767463.465225:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465229:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767463.465236:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767463.465243:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767463.465253:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767463.465257:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465263:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767463.465266:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767463.465268:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767463.465283:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767463.465287:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767463.465294:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384580224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767463.465313:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767463.465317:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.465326:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384580224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767463.465338:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767463.465343:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767463.465352:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767463.465354:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767463.465358:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767463.465360:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767463.465362:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3721
00000400:00000200:2.0:1775767463.465365:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767463.465370:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767463.465373:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767463.465379:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465380:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465382:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465391:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767463.465396:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767463.465398:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767463.465408:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767463.465409:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767463.465411:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767463.465413:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767463.465418:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465419:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465420:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465422:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767463.465423:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767463.465425:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465426:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767463.465427:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767463.465430:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767463.465431:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465433:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767463.465435:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767463.465444:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465449:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767463.465460:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767463.465464:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767463.465472:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767463.465476:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465485:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767463.465492:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767463.465495:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767463.465507:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767463.465518:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767463.465533:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384580352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767463.465547:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767463.465548:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.465558:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384580352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767463.465568:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767463.465572:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767463.465585:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767463.465590:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767463.465595:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767463.465598:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767463.465609:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3721
00000400:00000200:2.0:1775767463.465619:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767463.465630:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767463.465638:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767463.465647:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465650:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465654:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465659:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767463.465664:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767463.465666:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767463.465669:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767463.465672:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767463.465677:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767463.465686:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767463.465693:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465695:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465700:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465709:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767463.465712:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767463.465714:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465724:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767463.465725:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767463.465728:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767463.465730:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465732:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767463.465737:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767463.465740:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465745:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767463.465750:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767463.465756:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767463.465762:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767463.465763:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465765:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767463.465767:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767463.465771:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767463.465772:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000010:2.0:1775767463.465776:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767463.465782:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767463.465782:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00100000:2.0:1775767463.465789:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384580480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767463.465802:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767463.465807:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.465813:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384580480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767463.465821:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767463.465823:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767463.465861:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767463.465863:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767463.465864:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767463.465867:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767463.465869:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3721
00000400:00000200:2.0:1775767463.465874:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767463.465881:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767463.465886:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767463.465891:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465892:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465894:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465901:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767463.465909:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767463.465911:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767463.465916:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767463.465918:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767463.465923:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767463.465934:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767463.465947:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465953:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767463.465956:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465963:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767463.465966:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767463.465972:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767463.465975:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767463.465982:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767463.465985:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767463.465986:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.465988:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767463.465989:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767463.465994:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.466005:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767463.466014:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767463.466024:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767463.466031:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767463.466033:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767463.466037:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767463.466040:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767463.466043:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767463.466052:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767463.466060:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767463.466069:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384580608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767463.466081:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767463.466084:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.466108:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384580608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767463.466126:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767463.466135:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3731)
00000800:00000200:0.1:1775767463.466414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767463.466416:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767463.466621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767463.466623:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767463.466947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767463.466949:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767463.467196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767463.467198:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767463.848946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767463.848953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767463.848958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767463.848959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767463.849046:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767463.849052:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767463.849056:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767464.872916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767464.872922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767464.872928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767464.872929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767464.873049:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767464.873056:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767464.873061:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767465.896943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767465.896949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767465.896958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767465.896962:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767465.896965:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767465.896969:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767465.896973:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767465.896976:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767465.896979:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767465.896982:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767466.920919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767466.920926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767466.920934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767466.920936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767466.920964:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767466.920968:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767466.920971:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767467.944946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767467.944952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767467.944960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767467.944961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767467.945030:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767467.945035:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767467.945038:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767468.585563:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767468.585569:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767468.586162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767468.586165:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767468.586452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767468.586454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767468.586669:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767468.586671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767468.586871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767468.586873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767468.968912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767468.968920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767468.968927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767468.968928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767469.992957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767469.992964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767469.992969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767469.992971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767469.993068:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767469.993075:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767469.993079:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767471.016906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767471.016915:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767471.016918:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767471.016921:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767471.016927:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767471.016929:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767471.016931:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767471.016933:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767471.016940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767471.016942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767471.017000:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767471.017005:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767471.017009:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767472.040948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767472.040956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767472.040965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767472.040967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767473.064960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767473.064973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767473.064982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767473.064983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767473.065054:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767473.065057:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767473.065060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767473.705586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767473.705591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767473.706139:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767473.706141:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767473.706379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767473.706381:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767473.706583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767473.706585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767473.706786:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767473.706787:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767474.088927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767474.088935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767474.088943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767474.088945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767474.088999:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767474.089004:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767474.089007:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767475.113011:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767475.113019:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767475.113028:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767475.113029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767476.136949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767476.136954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767476.136959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767476.136963:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767476.136965:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767476.136979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767476.136982:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767476.136985:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767476.136987:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767476.136989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767476.137046:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767476.137049:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767476.137052:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767477.160946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767477.160951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767477.160956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767477.160957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767477.161033:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767477.161037:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767477.161041:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767478.184926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767478.184932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767478.184939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767478.184940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767478.825701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767478.825711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767478.826570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767478.826573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767478.826761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767478.826763:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767478.827015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767478.827017:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767478.827229:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767478.827230:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767479.208979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767479.208993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767479.209001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767479.209002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767479.209074:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767479.209080:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767479.209084:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767480.232985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767480.232996:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767480.232999:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767480.233003:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767480.233010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767480.233013:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767480.233016:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767480.233019:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767480.233024:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767480.233027:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767480.233105:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767480.233109:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767480.233113:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767481.256986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767481.256995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767481.257004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767481.257006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767482.280989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767482.280998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767482.281007:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767482.281009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767482.281086:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767482.281090:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767482.281093:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767483.304989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767483.304997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767483.305004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767483.305006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767483.305076:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767483.305080:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767483.305083:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767483.945006:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767483.945017:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767483.945020:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767483.945024:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767483.945029:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767483.945036:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3741
00000400:00000200:3.0:1775767483.945047:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767483.945053:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767483.945065:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767483.945072:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945076:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945079:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945082:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767483.945086:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767483.945088:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767483.945091:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767483.945094:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767483.945096:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767483.945099:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767483.945102:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945105:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945107:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945109:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767483.945112:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767483.945115:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945118:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767483.945122:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767483.945125:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767483.945128:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945131:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767483.945134:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767483.945144:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767483.945148:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767483.945152:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767483.945154:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945157:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767483.945160:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767483.945165:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767483.945174:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767483.945181:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767483.945190:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384582656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767483.945202:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767483.945207:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.945211:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384582656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767483.945236:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767483.945240:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767483.945243:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767483.945245:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767483.945246:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767483.945249:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767483.945252:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3741
00000400:00000200:3.0:1775767483.945256:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767483.945260:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767483.945263:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767483.945267:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945270:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945274:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945278:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767483.945283:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767483.945286:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767483.945289:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767483.945292:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767483.945296:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767483.945302:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767483.945308:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945311:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945314:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945319:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767483.945324:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767483.945331:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945336:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767483.945340:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767483.945347:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767483.945352:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945355:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767483.945360:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767483.945366:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945369:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767483.945374:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767483.945378:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767483.945381:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767483.945383:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945386:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767483.945388:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767483.945390:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767483.945397:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767483.945403:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767483.945412:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384582784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767483.945431:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767483.945435:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.945443:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384582784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767483.945456:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767483.945460:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767483.945467:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767483.945469:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767483.945471:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767483.945477:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767483.945483:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3741
00000400:00000200:3.0:1775767483.945492:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767483.945501:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767483.945505:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767483.945512:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945516:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945521:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945527:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767483.945531:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767483.945534:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767483.945539:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767483.945543:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767483.945547:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:0.1:1775767483.945551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775767483.945552:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:0.1:1775767483.945555:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775767483.945560:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945565:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945570:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945572:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767483.945574:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767483.945580:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945584:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767483.945587:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767483.945591:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767483.945594:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945596:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767483.945600:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767483.945604:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945608:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767483.945613:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767483.945616:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767483.945619:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767483.945622:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945624:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767483.945626:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767483.945629:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767483.945634:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767483.945640:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767483.945647:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384582912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767483.945660:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767483.945662:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.945666:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384582912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767483.945674:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767483.945678:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767483.945682:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767483.945684:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767483.945686:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767483.945689:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767483.945692:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3741
00000400:00000200:3.0:1775767483.945698:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767483.945702:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767483.945706:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767483.945711:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945712:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945716:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945717:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767483.945720:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767483.945721:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767483.945722:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767483.945725:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767483.945729:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767483.945732:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767483.945738:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945741:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945744:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945746:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767483.945748:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767483.945750:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945754:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767483.945756:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767483.945760:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767483.945763:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945765:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767483.945767:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767483.945769:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945771:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767483.945775:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767483.945778:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767483.945780:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767483.945782:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945784:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767483.945786:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767483.945788:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767483.945792:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767483.945796:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767483.945803:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384583040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767483.945813:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767483.945814:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.945816:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384583040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767483.945827:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767483.945856:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767483.945859:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767483.945860:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767483.945862:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767483.945863:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767483.945865:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3741
00000400:00000200:3.0:1775767483.945871:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767483.945874:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767483.945876:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767483.945881:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945884:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945887:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945890:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767483.945892:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767483.945911:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767483.945914:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767483.945916:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767483.945919:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767483.945923:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767483.945927:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945929:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767483.945933:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945937:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767483.945942:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767483.945946:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767483.945952:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767483.945955:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767483.945959:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767483.945963:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945965:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767483.945968:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767483.945971:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945975:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767483.945980:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767483.945986:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767483.945991:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767483.945995:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767483.945999:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767483.946002:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767483.946007:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767483.946014:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767483.946020:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767483.946030:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384583168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767483.946045:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767483.946050:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.946056:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384583168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767483.946065:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767483.946072:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3751)
00000800:00000200:0.1:1775767483.946214:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767483.946215:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767483.946431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767483.946433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767483.946612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767483.946613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767483.946860:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767483.946862:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767484.328926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767484.328934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767484.328941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767484.328944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767485.352950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767485.352954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767485.352959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767485.352962:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767485.352964:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767485.352967:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767485.352970:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767485.352972:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767485.352973:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767485.352975:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767485.353057:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767485.353063:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767485.353068:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767486.376960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767486.376967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767486.376973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767486.376975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767486.377042:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767486.377047:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767486.377051:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767487.400985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767487.400991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767487.400996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767487.400997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767488.424936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767488.424941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767488.424946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767488.424947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767488.425041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767488.425045:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767488.425049:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767489.065443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767489.065773:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767489.066032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767489.066189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767489.066325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767489.448923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767489.448927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767489.448932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767489.448934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767489.449000:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767489.449004:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767489.449007:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767490.472978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767490.472988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767490.472990:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767490.472995:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767490.473001:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767490.473003:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767490.473005:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767490.473007:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767490.473011:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767490.473012:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767491.496907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767491.496912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767491.496917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767491.496919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767491.497001:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767491.497005:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767491.497009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767492.137096:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767492.137133:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767492.137143:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767492.137147:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767492.137152:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767492.137156:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767492.137161:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767492.137165:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:3.0:1775767492.137172:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767492.137176:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767492.137183:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4198
00000400:00000010:3.0:1775767492.137185:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4198.
00000100:00000001:3.0:1775767492.137190:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767492.137200:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482a680 x1862023384583296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137241:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767492.137245:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384583296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137254:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767492.137256:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767492.137265:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767492.137268:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462100.
00000400:00000200:3.0:1775767492.137270:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767492.137274:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767492.137277:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4550
00000400:00000010:3.0:1775767492.137285:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4550.
00000100:00000001:3.0:1775767492.137288:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767492.137292:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829500 x1862023384583424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137307:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767492.137310:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384583424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137316:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767492.137318:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767492.137323:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767492.137326:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:3.0:1775767492.137328:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767492.137341:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767492.137345:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4d48
00000400:00000010:3.0:1775767492.137350:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4d48.
00000100:00000001:3.0:1775767492.137353:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767492.137358:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829180 x1862023384583552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137366:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767492.137369:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384583552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137376:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767492.137377:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767492.137382:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767492.137384:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:3.0:1775767492.137386:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767492.137389:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767492.137392:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4aa0
00000400:00000010:3.0:1775767492.137393:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4aa0.
00000100:00000001:3.0:1775767492.137395:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767492.137400:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828700 x1862023384583680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137407:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767492.137410:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384583680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137417:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767492.137418:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767492.137422:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767492.137425:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:3.0:1775767492.137427:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767492.137431:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767492.137433:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4990
00000400:00000010:3.0:1775767492.137435:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4990.
00000100:00000001:3.0:1775767492.137437:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767492.137441:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482aa00 x1862023384583808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137448:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767492.137451:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384583808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767492.137457:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767492.137458:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767492.520891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767492.520896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767492.520900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767492.520901:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767492.520955:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767492.520958:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767492.520961:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767493.544878:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767493.544884:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767493.544895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767493.544897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767494.185776:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767494.185784:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775767494.186895:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767494.186897:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775767494.187160:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767494.187162:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775767494.187347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767494.187348:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775767494.187520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767494.187522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 57 secs later)
00010000:00000001:3.0:1775767494.568890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767494.568896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767494.568903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767494.568904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767494.569011:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767494.569018:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767494.569023:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767495.592917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767495.592924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767495.592932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767495.592935:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767495.592938:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767495.592942:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767495.592946:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767495.592949:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767495.592951:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767495.592953:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767495.592994:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767495.592999:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767495.593002:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767496.616900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767496.616905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767496.616911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767496.616912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767497.640917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767497.640924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767497.640932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767497.640933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767497.640989:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767497.640993:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767497.640998:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767498.664982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767498.664988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767498.664994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767498.664997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767498.665064:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767498.665068:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767498.665072:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767499.304923:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767499.304937:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767499.304940:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767499.304945:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767499.304951:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767499.304959:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3757
00000400:00000200:2.0:1775767499.304972:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767499.304981:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767499.304985:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767499.304988:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.304992:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.304995:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.304998:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767499.305003:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767499.305005:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767499.305009:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767499.305013:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767499.305016:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767499.305019:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767499.305023:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305025:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305028:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305030:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767499.305033:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767499.305036:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305039:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767499.305042:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767499.305045:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767499.305047:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305049:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767499.305051:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767499.305060:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767499.305064:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767499.305067:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767499.305069:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305072:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767499.305075:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767499.305079:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767499.305087:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767499.305094:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767499.305104:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384584576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767499.305113:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767499.305118:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305121:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384584576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767499.305139:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767499.305142:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767499.305145:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767499.305146:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767499.305147:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767499.305150:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767499.305152:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3757
00000400:00000200:2.0:1775767499.305156:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767499.305159:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767499.305161:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767499.305163:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305166:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305168:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305171:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767499.305173:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767499.305176:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767499.305177:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767499.305180:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767499.305182:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767499.305185:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767499.305190:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305193:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305197:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305201:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767499.305204:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767499.305209:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305213:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767499.305215:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767499.305222:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767499.305225:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305230:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767499.305236:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767499.305242:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305244:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767499.305249:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767499.305250:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767499.305252:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767499.305254:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305256:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767499.305258:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767499.305260:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767499.305263:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767499.305267:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767499.305272:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384584704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767499.305284:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767499.305286:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305291:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384584704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767499.305301:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767499.305303:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767499.305307:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767499.305308:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767499.305309:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767499.305311:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767499.305313:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3757
00000400:00000200:2.0:1775767499.305318:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767499.305321:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767499.305323:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767499.305325:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305326:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305327:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305330:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767499.305333:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767499.305335:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767499.305336:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767499.305338:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767499.305340:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767499.305343:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767499.305346:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305347:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305351:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305352:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767499.305356:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767499.305360:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305363:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767499.305366:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767499.305369:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767499.305372:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305375:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767499.305377:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767499.305380:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305382:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767499.305385:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767499.305388:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767499.305392:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767499.305393:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305394:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767499.305395:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767499.305397:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767499.305402:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767499.305405:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767499.305410:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384584832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767499.305425:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767499.305428:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305433:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384584832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767499.305441:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767499.305444:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767499.305450:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767499.305451:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767499.305453:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767499.305457:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767499.305462:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3757
00000400:00000200:2.0:1775767499.305467:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767499.305471:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767499.305474:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767499.305479:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305482:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305486:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305489:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767499.305491:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767499.305492:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767499.305493:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767499.305495:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767499.305498:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767499.305501:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767499.305507:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305509:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305514:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305517:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767499.305519:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767499.305524:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305526:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767499.305530:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767499.305532:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767499.305534:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305535:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767499.305538:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767499.305541:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305542:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767499.305544:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767499.305546:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767499.305550:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767499.305552:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305555:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767499.305557:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767499.305559:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767499.305563:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767499.305567:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767499.305567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767499.305572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000100:00100000:2.0:1775767499.305574:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384584960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767499.305586:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767499.305590:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305593:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384584960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767499.305603:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767499.305606:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767499.305609:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767499.305612:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767499.305613:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767499.305618:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767499.305622:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3757
00000400:00000200:2.0:1775767499.305626:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767499.305630:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767499.305634:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767499.305639:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305643:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305646:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305647:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767499.305650:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767499.305653:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767499.305656:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767499.305658:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767499.305662:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767499.305664:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767499.305667:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305668:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767499.305669:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305670:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767499.305673:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767499.305677:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767499.305681:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767499.305684:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767499.305685:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767499.305687:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305688:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767499.305691:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767499.305693:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305697:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767499.305701:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767499.305704:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767499.305709:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767499.305710:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767499.305713:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767499.305715:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767499.305719:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767499.305724:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767499.305738:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767499.305759:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384585088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767499.305769:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767499.305774:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305780:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384585088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767499.305799:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767499.305806:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3767)
00000800:00000200:0.1:1775767499.306043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767499.306045:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767499.306293:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767499.306294:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767499.306541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767499.306543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767499.306737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767499.306740:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00010000:00000001:3.0:1775767499.688930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767499.688939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767499.688946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767499.688948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767500.712905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767500.712912:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767500.712914:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767500.712916:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767500.712921:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767500.712923:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767500.712924:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767500.712927:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767500.712930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767500.712931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767500.713031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767500.713038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767500.713042:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767501.736925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767501.736931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767501.736938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767501.736939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767501.737009:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767501.737013:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767501.737017:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767502.760935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767502.760942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767502.760950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767502.760952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767503.784892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767503.784897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767503.784902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767503.784903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767503.784972:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767503.784975:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767503.784979:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767504.425509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767504.425514:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767504.426082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767504.426084:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767504.426330:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767504.426332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767504.426536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767504.426538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767504.426755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767504.426757:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775767504.808941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767504.808950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767504.808957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767504.808958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767504.809055:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767504.809063:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767504.809068:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767505.832930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767505.832938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767505.832944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767505.832948:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767505.832950:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767505.832954:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767505.832956:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767505.832959:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767505.832961:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767505.832962:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767506.856966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767506.856972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767506.856978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767506.856980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767506.857057:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767506.857062:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767506.857066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767507.880931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767507.880936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767507.880942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767507.880943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767507.881004:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767507.881008:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767507.881012:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767508.904962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767508.904970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767508.904976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767508.904978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767509.545750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767509.545755:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767509.546604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767509.546605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767509.546824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767509.546825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767509.547078:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767509.547080:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767509.547374:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767509.547376:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767509.928986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767509.928993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767509.929000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767509.929003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767509.929050:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767509.929055:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767509.929060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767510.952935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767510.952942:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767510.952944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767510.952947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767510.952952:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767510.952954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767510.952964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767510.952967:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767510.952971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767510.952973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767510.953021:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767510.953024:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767510.953027:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767511.976940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767511.976946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767511.976952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767511.976953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767513.000917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767513.000924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767513.000939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767513.000940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767513.000998:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767513.001002:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767513.001005:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767514.024980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767514.024985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767514.024991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767514.024992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767514.025095:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767514.025099:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767514.025102:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767514.665497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767514.665502:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767514.666080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767514.666084:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767514.666285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767514.666287:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767514.666497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767514.666499:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767514.666748:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767514.666749:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767515.048926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767515.048935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767515.048943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767515.048944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767516.072939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767516.072944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767516.072951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767516.072954:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767516.072957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767516.072960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767516.072963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767516.072965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767516.072967:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767516.072969:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767516.073028:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767516.073032:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767516.073035:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767517.096955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767517.096962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767517.096969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767517.096970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767517.097020:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767517.097025:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767517.097029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767518.120965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767518.120970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767518.120976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767518.120977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767519.144958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767519.144965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767519.144972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767519.144973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767519.145033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767519.145037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767519.145040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767519.785635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767519.785641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767519.786140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767519.786141:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767519.786340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767519.786342:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767519.786519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767519.786521:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767519.786767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767519.786769:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767520.168984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767520.168993:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767520.168997:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767520.169003:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767520.169010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767520.169013:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767520.169015:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767520.169022:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767520.169029:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767520.169032:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767520.169174:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767520.169180:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767520.169185:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767521.192929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767521.192936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767521.192948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767521.192950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767522.216923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767522.216928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767522.216933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767522.216934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767522.216987:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767522.216990:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767522.216992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767523.240919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767523.240924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767523.240929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767523.240932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767523.241028:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767523.241032:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767523.241034:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767524.264953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767524.264958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767524.264964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767524.264966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767524.905705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767524.905713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767524.906676:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767524.906679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767524.907149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767524.907151:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767524.907562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767524.907564:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767524.907750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767524.907752:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767525.288926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767525.288932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767525.288937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767525.288940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767525.288942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767525.288946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767525.288948:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767525.288950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767525.288951:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767525.288955:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767525.289004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767525.289007:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767525.289010:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767526.312942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767526.312947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767526.312952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767526.312955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767526.313016:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767526.313021:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767526.313024:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767527.336917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767527.336923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767527.336928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767527.336929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767528.360979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767528.360991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767528.361001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767528.361003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767528.361077:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767528.361083:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767528.361088:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767529.384966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767529.384972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767529.384977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767529.384978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767529.385046:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767529.385053:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767529.385058:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767530.025497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767530.025501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767530.025990:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767530.025992:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767530.026220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767530.026222:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767530.026417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767530.026419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767530.026632:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767530.026634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767530.408966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767530.408975:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767530.408977:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767530.408980:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767530.408985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767530.408988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767530.408990:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767530.408992:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767530.408996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767530.408997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767531.432993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767531.432998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767531.433004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767531.433007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767531.433041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767531.433046:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767531.433049:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767532.456924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767532.456930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767532.456938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767532.456940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767532.457003:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767532.457008:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767532.457012:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767533.480972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767533.480986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767533.480992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767533.480994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767534.504896:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767534.504903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767534.504908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767534.504909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767534.504972:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767534.504977:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767534.504982:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767535.145750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767535.145759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767535.146571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767535.146573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767535.146751:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767535.146753:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767535.146950:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767535.146951:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767535.147119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767535.147120:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767535.528963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767535.528969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767535.528976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767535.528980:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767535.528983:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767535.528986:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767535.528988:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767535.528991:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767535.528993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767535.528995:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767535.529055:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767535.529058:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767535.529061:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767536.553000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767536.553005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767536.553010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767536.553011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767537.576974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767537.576981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767537.576990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767537.576992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767537.577060:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767537.577064:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767537.577066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767538.600998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767538.601003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767538.601008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767538.601009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767538.601047:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767538.601050:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767538.601053:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767539.624936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767539.624942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767539.624949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767539.624951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767540.266601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767540.266606:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775767540.267007:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767540.267009:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775767540.267188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767540.267190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775767540.267455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767540.267457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775767540.267694:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767540.267696:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00010000:00000001:3.0:1775767540.648913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767540.648922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767540.648924:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767540.648929:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767540.648934:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767540.648937:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767540.648939:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767540.648941:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767540.648944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767540.648946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767540.649037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767540.649042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767540.649045:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767541.672922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767541.672928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767541.672935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767541.672937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767541.672994:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767541.672998:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767541.673000:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767542.696914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767542.696921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767542.696927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767542.696929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767543.720966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767543.720974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767543.720982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767543.720984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767543.721051:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767543.721056:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767543.721060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767544.744899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767544.744904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767544.744910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767544.744912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767544.744995:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767544.744998:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767544.745001:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767545.384965:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767545.384974:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767545.384977:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767545.384982:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767545.384987:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767545.384995:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3803
00000400:00000200:2.0:1775767545.385005:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767545.385011:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767545.385013:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767545.385016:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385019:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385021:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385023:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767545.385026:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767545.385027:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767545.385029:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767545.385031:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767545.385033:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767545.385034:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767545.385036:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385038:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385039:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385040:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767545.385042:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767545.385044:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385046:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767545.385048:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767545.385051:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767545.385053:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385055:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767545.385056:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767545.385065:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767545.385068:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767545.385071:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767545.385072:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385075:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767545.385077:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767545.385081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767545.385090:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767545.385097:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767545.385107:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384590336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767545.385115:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767545.385119:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385122:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384590336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767545.385140:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767545.385142:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767545.385144:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767545.385145:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767545.385147:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767545.385149:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767545.385150:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3803
00000400:00000200:2.0:1775767545.385153:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767545.385156:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767545.385158:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767545.385160:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385164:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385166:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767545.385174:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767545.385175:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767545.385176:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767545.385177:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767545.385179:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767545.385183:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767545.385187:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385191:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385194:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385198:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767545.385199:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767545.385205:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385210:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767545.385214:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767545.385220:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767545.385223:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385225:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767545.385230:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767545.385234:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385236:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767545.385241:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767545.385245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767545.385247:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767545.385250:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385251:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767545.385254:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767545.385256:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767545.385261:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767545.385267:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767545.385273:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384590464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767545.385283:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767545.385286:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385289:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384590464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767545.385315:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767545.385317:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767545.385320:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767545.385321:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767545.385323:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767545.385328:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767545.385332:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3803
00000400:00000200:2.0:1775767545.385338:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767545.385344:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767545.385349:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767545.385354:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385359:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385361:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385364:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767545.385368:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767545.385370:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767545.385372:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767545.385373:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767545.385377:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767545.385379:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767545.385383:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385386:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385390:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385393:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767545.385394:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767545.385397:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385401:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767545.385404:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767545.385406:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767545.385409:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385411:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767545.385414:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767545.385417:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385420:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767545.385425:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767545.385428:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767545.385432:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767545.385433:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385436:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767545.385438:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767545.385441:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767545.385444:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767545.385448:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767545.385455:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384590592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767545.385460:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767545.385462:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385465:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384590592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767545.385477:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767545.385480:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767545.385482:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767545.385484:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767545.385485:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767545.385490:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767545.385496:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3803
00000400:00000200:2.0:1775767545.385501:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767545.385507:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767545.385510:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767545.385513:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385517:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385519:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385521:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767545.385525:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767545.385527:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767545.385530:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767545.385532:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767545.385536:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767545.385539:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:0.1:1775767545.385540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775767545.385544:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767545.385545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1775767545.385546:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385550:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385553:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767545.385555:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767545.385561:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385563:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767545.385564:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767545.385566:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767545.385569:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385571:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767545.385574:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767545.385578:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385579:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767545.385581:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767545.385585:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767545.385588:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767545.385591:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385593:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767545.385595:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767545.385596:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767545.385608:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767545.385611:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767545.385619:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384590720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767545.385639:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767545.385643:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385647:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384590720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767545.385656:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767545.385658:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767545.385662:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767545.385664:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767545.385665:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767545.385666:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767545.385669:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3803
00000400:00000200:2.0:1775767545.385675:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767545.385680:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767545.385682:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767545.385687:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385691:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385693:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385695:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767545.385698:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767545.385699:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767545.385702:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767545.385705:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767545.385709:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767545.385714:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767545.385721:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385725:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767545.385729:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385734:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767545.385737:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767545.385740:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767545.385744:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767545.385747:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767545.385749:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767545.385752:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385754:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767545.385758:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767545.385761:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385765:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767545.385771:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767545.385775:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767545.385780:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767545.385782:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767545.385786:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767545.385789:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767545.385790:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767545.385794:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767545.385798:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767545.385804:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384590848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767545.385859:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767545.385864:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385874:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384590848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767545.385895:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767545.385904:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3813)
00000800:00000200:0.1:1775767545.386050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767545.386051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767545.386237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767545.386238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767545.386448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767545.386451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767545.386666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767545.386668:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00010000:00000001:3.0:1775767545.768909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767545.768914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767545.768919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767545.768922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767545.768924:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767545.768927:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767545.768929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767545.768931:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767545.768933:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767545.768935:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767546.792938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767546.792944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767546.792949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767546.792951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767546.793041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767546.793045:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767546.793048:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767547.816949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767547.816957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767547.816964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767547.816965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767547.817025:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767547.817029:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767547.817033:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767548.840961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767548.840967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767548.840972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767548.840973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767549.864923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767549.864931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767549.864938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767549.864939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767549.865048:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767549.865053:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767549.865057:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767550.504972:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767550.504984:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767550.504987:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767550.504992:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767550.504996:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767550.505004:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3808
00000400:00000200:2.0:1775767550.505016:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767550.505023:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767550.505027:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767550.505030:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505034:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.505037:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505039:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767550.505044:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767550.505045:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767550.505048:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767550.505051:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767550.505053:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767550.505056:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767550.505059:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505062:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.505064:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505066:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767550.505069:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767550.505072:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505075:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767550.505079:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767550.505083:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767550.505086:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505089:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767550.505092:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767550.505102:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767550.505106:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767550.505110:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767550.505112:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505115:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767550.505118:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767550.505123:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767550.505132:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767550.505140:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767550.505150:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384590976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767550.505162:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767550.505166:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.505172:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384590976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767550.505199:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767550.505202:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767550.505206:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767550.505208:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767550.505209:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767550.505213:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767550.505216:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3808
00000400:00000200:2.0:1775767550.505222:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767550.505226:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767550.505229:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767550.505232:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505235:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.505242:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505269:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767550.505275:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767550.505280:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767550.505290:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767550.505297:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767550.505306:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767550.505316:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767550.505331:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505346:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.505355:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505364:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767550.505371:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767550.505375:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505382:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767550.505387:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767550.505395:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767550.505399:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505401:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767550.505406:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767550.505413:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505418:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767550.505425:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767550.505429:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767550.505434:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767550.505435:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505437:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767550.505439:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767550.505443:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767550.505455:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767550.505467:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767550.505485:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384591104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767550.505512:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767550.505517:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.505526:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384591104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767550.505551:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767550.505557:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767550.505570:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767550.505581:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767550.505585:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767550.505597:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767550.505604:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3808
00000400:00000200:2.0:1775767550.505624:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767550.505639:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767550.505644:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767550.505656:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505667:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767550.505670:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775767550.505677:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767550.505678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775767550.505689:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767550.505705:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767550.505714:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767550.505717:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767550.505720:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767550.505727:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767550.505737:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767550.505745:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505753:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.505760:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505768:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767550.505776:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767550.505789:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767550.505796:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767550.505802:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767550.505807:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767550.505812:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505817:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767550.505822:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767550.505870:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505876:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767550.505883:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767550.505888:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767550.505896:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767550.505903:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.505909:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767550.505912:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767550.505916:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767550.505925:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767550.505930:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767550.505944:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384591232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767550.505965:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767550.505968:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.505972:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384591232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767550.505983:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767550.505990:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767550.505999:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767550.506004:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767550.506011:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767550.506025:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767550.506031:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3808
00000400:00000200:2.0:1775767550.506045:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767550.506058:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767550.506065:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767550.506083:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506092:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.506103:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506114:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767550.506125:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767550.506128:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767550.506139:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767550.506144:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767550.506154:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767550.506168:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767550.506183:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506192:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.506201:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506210:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767550.506220:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767550.506230:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506242:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767550.506263:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767550.506270:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767550.506283:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506291:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767550.506295:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767550.506304:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506307:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767550.506312:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767550.506320:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767550.506325:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767550.506329:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506334:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767550.506336:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767550.506338:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767550.506348:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767550.506356:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767550.506364:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384591360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767550.506373:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767550.506378:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.506384:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384591360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767550.506403:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767550.506407:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767550.506419:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767550.506423:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767550.506426:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767550.506436:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767550.506445:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3808
00000400:00000200:2.0:1775767550.506459:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767550.506471:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767550.506475:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767550.506484:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506492:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.506498:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506502:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767550.506507:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767550.506510:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767550.506518:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767550.506523:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767550.506531:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767550.506545:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767550.506556:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506562:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767550.506567:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506576:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767550.506586:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767550.506594:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767550.506597:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767550.506602:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767550.506609:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767550.506613:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506615:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767550.506616:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767550.506620:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506626:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767550.506639:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767550.506647:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767550.506657:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767550.506659:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767550.506671:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767550.506674:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767550.506678:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767550.506687:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767550.506690:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767550.506702:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384591488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767550.506742:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767550.506748:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.506757:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384591488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767550.506788:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767550.506797:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3818)
00000800:00000200:0.1:1775767550.506859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767550.506861:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767550.507115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767550.507117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767550.507391:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767550.507394:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767550.507607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767550.507610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775767550.888968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767550.888975:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767550.888978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767550.888981:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767550.888986:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767550.888988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767550.888989:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767550.888991:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767550.888995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767550.888996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767550.889105:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767550.889113:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767550.889118:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767551.912917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767551.912923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767551.912929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767551.912930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767551.912982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767551.912985:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767551.912988:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767552.936946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767552.936951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767552.936957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767552.936958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767552.937035:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767552.937042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767552.937048:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767553.960951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767553.960959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767553.960967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767553.960968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767553.961076:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767553.961082:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767553.961086:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767554.984950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767554.984955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767554.984961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767554.984962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767554.984984:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767554.984986:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767554.984988:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767555.624972:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767555.624984:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767555.624987:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767555.624992:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767555.624997:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767555.625006:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3813
00000400:00000200:2.0:1775767555.625017:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767555.625024:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767555.625028:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767555.625032:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625035:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625038:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625041:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767555.625045:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767555.625047:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767555.625049:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767555.625052:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767555.625055:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767555.625057:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767555.625060:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625062:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625064:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625067:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767555.625070:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767555.625074:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625076:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767555.625080:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767555.625083:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767555.625086:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625088:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767555.625091:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767555.625102:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767555.625106:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767555.625110:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767555.625112:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625115:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767555.625118:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767555.625123:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767555.625131:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775767555.625138:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767555.625149:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384591616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767555.625160:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767555.625166:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.625171:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384591616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767555.625232:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767555.625237:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767555.625241:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767555.625243:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767555.625245:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767555.625248:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767555.625251:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3813
00000400:00000200:2.0:1775767555.625257:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767555.625260:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767555.625264:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767555.625270:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625274:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625281:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625286:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767555.625293:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767555.625295:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767555.625299:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767555.625303:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767555.625320:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767555.625325:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767555.625333:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625336:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625341:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625344:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767555.625348:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767555.625352:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625354:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767555.625356:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767555.625362:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767555.625377:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625380:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767555.625386:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767555.625393:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625395:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767555.625401:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767555.625405:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767555.625410:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767555.625414:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625420:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767555.625423:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767555.625427:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767555.625434:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767555.625440:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767555.625451:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384591744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767555.625468:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767555.625474:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.625484:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384591744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767555.625507:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767555.625512:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767555.625516:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767555.625518:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767555.625520:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767555.625522:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767555.625529:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3813
00000400:00000200:2.0:1775767555.625539:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767555.625546:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767555.625551:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767555.625555:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625561:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767555.625565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775767555.625568:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625572:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767555.625574:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767555.625575:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767555.625577:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767555.625580:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767555.625582:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767555.625588:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767555.625596:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625601:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625605:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625610:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767555.625614:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767555.625619:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625624:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767555.625630:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767555.625634:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767555.625638:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625643:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767555.625646:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767555.625651:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625655:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767555.625662:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767555.625669:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767555.625676:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767555.625679:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625684:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767555.625688:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767555.625694:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767555.625702:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767555.625708:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767555.625721:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384591872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767555.625739:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767555.625744:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.625753:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384591872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767555.625773:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767555.625779:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767555.625787:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767555.625791:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767555.625795:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767555.625801:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767555.625808:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3813
00000400:00000200:2.0:1775767555.625819:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.1:1775767555.625858:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775767555.625859:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767555.625864:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767555.625870:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625875:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625881:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625888:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767555.625893:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767555.625898:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767555.625902:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767555.625906:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767555.625910:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767555.625915:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767555.625921:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625928:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.625933:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625938:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767555.625942:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767555.625947:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767555.625952:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767555.625955:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767555.625961:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767555.625966:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625970:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767555.625974:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767555.625978:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625981:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767555.625985:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767555.625988:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767555.625991:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767555.625992:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.625995:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767555.625996:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767555.625999:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767555.626003:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767555.626009:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767555.626019:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384592000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767555.626037:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767555.626042:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.626050:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384592000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767555.626068:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767555.626074:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767555.626082:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767555.626087:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767555.626090:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767555.626096:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767555.626103:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3813
00000400:00000200:2.0:1775767555.626113:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767555.626120:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767555.626126:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767555.626135:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.626141:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.626148:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.626155:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767555.626160:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767555.626164:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767555.626168:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767555.626172:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767555.626177:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767555.626183:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767555.626191:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.626195:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767555.626215:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767555.626220:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767555.626227:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767555.626236:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775767555.626237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767555.626240:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767555.626243:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767555.626247:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767555.626249:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.626251:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767555.626253:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767555.626264:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.626267:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767555.626274:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767555.626280:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767555.626287:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767555.626291:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767555.626295:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767555.626299:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767555.626304:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767555.626310:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767555.626318:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767555.626328:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384592128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767555.626362:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767555.626368:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.626378:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384592128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767555.626404:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767555.626415:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3823)
00000800:00000200:0.1:1775767555.626539:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767555.626755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767556.008983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767556.008989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767556.008994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767556.008998:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767556.009000:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767556.009003:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767556.009006:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767556.009009:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767556.009010:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767556.009012:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767556.009096:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767556.009103:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767556.009109:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767557.032937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767557.032945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767557.032953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767557.032954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767557.033005:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767557.033009:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767557.033012:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767558.056950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767558.056957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767558.056965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767558.056966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767558.056995:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767558.056998:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767558.057002:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767559.080887:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767559.080893:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767559.080898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767559.080900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767559.080970:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767559.080975:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767559.080980:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767560.104921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767560.104927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767560.104935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767560.104936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767560.104986:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767560.104991:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767560.104995:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767560.744965:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767560.744974:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767560.744977:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767560.744982:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767560.744987:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767560.744994:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3818
00000400:00000200:2.0:1775767560.745005:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767560.745012:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767560.745016:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767560.745018:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745021:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745023:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767560.745029:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767560.745031:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767560.745034:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767560.745037:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767560.745039:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767560.745040:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767560.745042:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745043:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745045:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745046:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767560.745048:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767560.745050:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745052:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767560.745054:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767560.745057:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767560.745060:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745061:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767560.745063:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767560.745073:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767560.745076:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767560.745079:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767560.745080:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745083:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767560.745085:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767560.745091:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767560.745101:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767560.745110:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767560.745121:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384592256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767560.745134:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767560.745140:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.745145:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384592256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767560.745191:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767560.745195:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767560.745198:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767560.745200:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767560.745202:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767560.745205:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767560.745208:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3818
00000400:00000200:2.0:1775767560.745213:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767560.745217:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767560.745220:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767560.745224:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745227:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745229:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745231:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767560.745235:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767560.745238:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767560.745241:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767560.745244:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767560.745248:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767560.745253:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767560.745261:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745267:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745271:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745276:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767560.745281:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767560.745288:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745294:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767560.745304:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767560.745312:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767560.745317:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745321:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767560.745327:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767560.745333:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745337:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767560.745341:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767560.745346:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767560.745350:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767560.745352:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745357:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767560.745360:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767560.745363:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767560.745370:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767560.745375:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767560.745382:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384592384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767560.745399:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767560.745402:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.745410:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384592384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767560.745424:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767560.745429:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767560.745436:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767560.745439:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767560.745443:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767560.745448:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767560.745452:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3818
00000400:00000200:2.0:1775767560.745460:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767560.745467:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767560.745471:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767560.745476:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745479:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745481:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745484:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767560.745488:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767560.745489:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767560.745494:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767560.745498:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767560.745501:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767560.745505:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767560.745513:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745517:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745520:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745524:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767560.745528:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767560.745535:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745542:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767560.745547:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767560.745551:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767560.745557:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745561:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767560.745564:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767560.745567:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745571:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767560.745578:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767560.745583:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767560.745588:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767560.745592:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.745594:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767560.745595:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767560.745598:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767560.745604:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767560.745610:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767560.745619:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384592512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767560.745627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767560.745634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767560.745635:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767560.745640:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.745648:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384592512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767560.745660:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767560.745666:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767560.745673:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767560.745676:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767560.745678:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767560.745682:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767560.745688:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3818
00000400:00000200:2.0:1775767560.745696:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767560.745703:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767560.745716:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767560.745723:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745728:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.745732:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.745940:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767560.745953:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767560.745959:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767560.745967:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767560.745973:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767560.745979:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767560.745987:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767560.745999:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746002:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.746011:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746024:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767560.746030:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767560.746041:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746053:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767560.746068:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767560.746079:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767560.746088:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746097:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767560.746106:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767560.746115:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746123:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767560.746140:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767560.746175:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767560.746189:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767560.746194:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746202:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767560.746209:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767560.746217:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767560.746234:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767560.746249:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767560.746269:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384592640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767560.746324:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767560.746340:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.746362:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384592640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767560.746401:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767560.746408:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767560.746416:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767560.746418:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767560.746425:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767560.746433:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767560.746442:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3818
00000400:00000200:2.0:1775767560.746462:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767560.746479:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767560.746487:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767560.746501:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746510:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.746517:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746522:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767560.746528:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767560.746532:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767560.746537:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767560.746540:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767560.746547:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767560.746553:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767560.746566:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746576:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767560.746580:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746591:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767560.746595:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767560.746608:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767560.746619:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767560.746622:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767560.746628:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767560.746638:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746648:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767560.746654:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767560.746668:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746680:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767560.746693:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767560.746702:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767560.746706:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767560.746714:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767560.746719:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767560.746722:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767560.746729:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767560.746738:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767560.746747:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767560.746763:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384592768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767560.746821:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767560.746854:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.746867:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384592768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767560.746896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767560.746900:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767560.746901:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767560.746914:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3828)
00000800:00000200:0.1:1775767560.747267:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767560.747268:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767560.747544:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767560.747546:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767560.747811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767560.747813:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767561.128900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767561.128908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767561.128910:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767561.128914:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767561.128919:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767561.128921:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767561.128923:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767561.128924:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767561.128929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767561.128930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767561.128959:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767561.128962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767561.128965:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767562.152904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767562.152911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767562.152918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767562.152919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767562.153019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767562.153024:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767562.153028:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767563.176919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767563.176925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767563.176929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767563.176930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767563.177003:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767563.177006:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767563.177010:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767564.200914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767564.200920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767564.200925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767564.200926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767564.200946:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767564.200948:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767564.200951:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767565.224918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767565.224926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767565.224933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767565.224938:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767565.224941:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767565.224947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767565.224950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767565.224952:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767565.224955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767565.224957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767565.225064:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767565.225070:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767565.225074:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767565.864915:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767565.864924:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767565.864927:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767565.864932:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767565.864937:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767565.864944:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3823
00000400:00000200:2.0:1775767565.864955:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767565.864962:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767565.864965:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767565.864968:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.864971:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.864973:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.864980:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767565.864984:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767565.864985:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767565.864988:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767565.864991:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767565.864993:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767565.864995:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767565.864997:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.864998:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865000:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865001:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767565.865003:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767565.865005:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865007:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767565.865009:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767565.865012:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767565.865014:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865016:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767565.865017:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767565.865027:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767565.865030:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767565.865034:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767565.865035:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865038:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767565.865041:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767565.865047:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767565.865057:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767565.865066:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767565.865078:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384592896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767565.865091:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767565.865097:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.865132:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384592896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767565.865157:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767565.865160:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767565.865163:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767565.865164:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767565.865165:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767565.865167:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767565.865169:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3823
00000400:00000200:2.0:1775767565.865172:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767565.865174:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767565.865176:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767565.865179:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865180:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865182:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865185:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767565.865186:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767565.865187:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767565.865188:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767565.865190:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767565.865191:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767565.865193:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767565.865195:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865197:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865200:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865202:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767565.865205:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767565.865209:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865213:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767565.865214:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767565.865225:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767565.865230:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865233:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767565.865239:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767565.865245:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865247:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767565.865254:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767565.865257:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767565.865261:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767565.865264:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865268:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767565.865269:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767565.865271:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767565.865275:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767565.865279:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767565.865287:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384593024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767565.865296:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767565.865299:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.865302:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384593024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767565.865313:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767565.865316:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767565.865320:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767565.865323:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767565.865327:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767565.865334:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767565.865341:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3823
00000400:00000200:2.0:1775767565.865350:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767565.865357:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767565.865362:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767565.865368:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865371:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865376:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865380:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767565.865385:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767565.865388:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767565.865391:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767565.865394:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767565.865398:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767565.865402:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767565.865407:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865411:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865423:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865427:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767565.865431:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767565.865435:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865442:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767565.865447:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767565.865452:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767565.865458:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865461:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767565.865465:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767565.865470:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865473:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767565.865480:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767565.865485:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.1:1775767565.865491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775767565.865492:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767565.865494:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865497:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1775767565.865497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1775767565.865498:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767565.865502:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767565.865508:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767565.865511:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767565.865517:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384593152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767565.865528:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767565.865533:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.865539:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384593152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767565.865552:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767565.865557:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767565.865563:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767565.865566:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767565.865569:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767565.865575:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767565.865582:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3823
00000400:00000200:2.0:1775767565.865589:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767565.865595:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767565.865600:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767565.865606:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865609:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865612:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865615:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767565.865617:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767565.865620:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767565.865623:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767565.865626:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767565.865628:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767565.865632:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767565.865637:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865639:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865640:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865642:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767565.865646:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767565.865649:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865650:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767565.865652:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767565.865655:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767565.865657:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865659:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767565.865661:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767565.865664:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865666:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767565.865671:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767565.865675:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767565.865678:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767565.865679:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865684:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767565.865686:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767565.865688:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767565.865692:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767565.865696:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767565.865702:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384593280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767565.865725:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767565.865728:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.865736:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384593280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767565.865756:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767565.865760:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767565.865767:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767565.865771:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767565.865773:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767565.865780:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767565.865785:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3823
00000400:00000200:2.0:1775767565.865795:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767565.865803:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767565.865808:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767565.865815:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865818:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865820:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865823:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767565.865827:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767565.865857:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767565.865860:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767565.865862:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767565.865866:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767565.865870:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767565.865877:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865882:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767565.865884:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865885:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767565.865888:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767565.865895:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767565.865900:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767565.865905:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767565.865909:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767565.865913:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865917:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767565.865921:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767565.865924:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865929:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767565.865933:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767565.865937:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767565.865942:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767565.865944:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767565.865948:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767565.865950:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767565.865953:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767565.865958:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767565.865963:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767565.865971:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384593408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767565.865984:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767565.865989:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.865997:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384593408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767565.866006:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767565.866010:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3833)
00000800:00000200:0.1:1775767565.866173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767565.866175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767565.866398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767565.866400:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767565.866617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767565.866619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767565.866918:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767565.866920:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767566.248963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767566.248969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767566.248975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767566.248976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767566.249040:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767566.249044:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767566.249047:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767567.273127:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767567.273133:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767567.273138:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767567.273139:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767567.273158:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767567.273160:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767567.273163:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767568.296924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767568.296931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767568.296938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767568.296940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767568.297005:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767568.297009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767568.297012:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767569.320915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767569.320921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767569.320926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767569.320927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767569.320983:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767569.320987:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767569.320989:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767570.344915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767570.344923:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767570.344926:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767570.344930:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767570.344935:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767570.344938:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767570.344940:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767570.344942:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767570.344946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767570.344948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767570.344968:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767570.344971:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767570.344974:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767570.984999:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767570.985008:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767570.985011:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767570.985016:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767570.985020:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767570.985027:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3828
00000400:00000200:3.0:1775767570.985038:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767570.985044:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767570.985048:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767570.985063:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985067:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985069:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767570.985075:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767570.985077:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767570.985079:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767570.985082:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767570.985084:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767570.985086:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767570.985088:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985089:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985091:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985092:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767570.985094:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767570.985096:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985098:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767570.985100:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767570.985103:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767570.985105:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985106:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767570.985108:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767570.985117:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767570.985120:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767570.985123:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767570.985124:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985127:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767570.985130:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767570.985134:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767570.985142:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767570.985150:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767570.985161:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384593536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767570.985170:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767570.985175:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985179:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384593536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767570.985199:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767570.985201:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767570.985204:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767570.985205:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767570.985207:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767570.985208:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767570.985210:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3828
00000400:00000200:3.0:1775767570.985212:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767570.985215:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767570.985216:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767570.985219:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985220:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985222:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985224:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767570.985226:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767570.985229:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767570.985230:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767570.985232:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767570.985236:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767570.985237:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767570.985242:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985244:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985247:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985250:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767570.985252:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767570.985257:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985261:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767570.985264:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767570.985269:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767570.985272:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985274:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767570.985278:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767570.985280:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985284:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767570.985286:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767570.985291:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767570.985294:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767570.985295:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985298:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767570.985299:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767570.985303:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767570.985307:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767570.985311:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767570.985319:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384593664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767570.985328:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767570.985331:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985335:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384593664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767570.985342:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767570.985345:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767570.985348:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767570.985352:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767570.985354:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767570.985356:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767570.985360:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3828
00000400:00000200:3.0:1775767570.985364:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767570.985367:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767570.985368:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767570.985372:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985375:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985377:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985379:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767570.985380:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767570.985382:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767570.985384:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767570.985386:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767570.985389:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767570.985390:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767570.985392:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985393:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985394:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985395:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767570.985399:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767570.985403:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985407:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767570.985408:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767570.985411:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767570.985413:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985415:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767570.985417:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767570.985430:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985434:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767570.985444:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767570.985450:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767570.985455:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767570.985458:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985461:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767570.985463:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767570.985465:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767570.985472:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767570.985479:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767570.985491:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384593792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767570.985510:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767570.985515:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985523:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384593792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767570.985531:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767570.985536:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767570.985543:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767570.985545:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767570.985548:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767570.985553:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767570.985557:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3828
00000400:00000200:3.0:1775767570.985563:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767570.985567:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767570.985571:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767570.985577:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985580:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985584:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985586:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.1:1775767570.985590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775767570.985591:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767570.985593:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767570.985596:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775767570.985596:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1775767570.985600:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767570.985602:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767570.985606:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767570.985610:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985613:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985614:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985616:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767570.985618:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767570.985624:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985628:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767570.985632:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767570.985635:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767570.985637:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985640:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767570.985644:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767570.985646:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985649:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767570.985654:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767570.985659:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767570.985664:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767570.985665:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985667:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767570.985668:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767570.985669:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767570.985672:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767570.985675:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767570.985680:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384593920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767570.985685:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767570.985689:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985694:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384593920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767570.985708:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767570.985712:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767570.985717:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767570.985720:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767570.985722:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767570.985725:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767570.985728:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3828
00000400:00000200:3.0:1775767570.985733:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767570.985736:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767570.985738:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767570.985741:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985746:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985750:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985754:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767570.985756:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767570.985756:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767570.985758:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767570.985760:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767570.985762:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767570.985764:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767570.985766:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985767:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767570.985771:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985772:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767570.985774:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767570.985777:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767570.985779:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767570.985783:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767570.985785:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767570.985788:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985791:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767570.985793:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767570.985794:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985795:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767570.985798:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767570.985802:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767570.985807:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767570.985810:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767570.985812:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767570.985815:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767570.985817:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767570.985822:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767570.985826:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767570.985870:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384594048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767570.985896:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767570.985898:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985904:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384594048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767570.985924:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767570.985930:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3838)
00000800:00000200:0.1:1775767570.986163:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767570.986179:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767570.986398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767570.986400:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767570.986595:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767570.986596:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767570.986771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767570.986773:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767571.368906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767571.368911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767571.368916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767571.368917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767571.368995:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767571.369002:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767571.369007:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767572.392935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767572.392941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767572.392946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767572.392947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767572.393018:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767572.393022:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767572.393031:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767573.416921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767573.416926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767573.416933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767573.416935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767573.416954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767573.416956:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767573.416959:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767574.440971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767574.440979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767574.440989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767574.440991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767574.441057:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767574.441062:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767574.441066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767575.464929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767575.464935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767575.464941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767575.464945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767575.464947:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767575.464951:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767575.464954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767575.464956:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767575.464958:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767575.464960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767575.465086:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767575.465091:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767575.465095:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767576.105634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767576.105641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767576.106323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767576.106326:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767576.106624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767576.106627:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767576.106981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767576.106984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767576.107201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767576.107203:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767576.489042:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767576.489050:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767576.489058:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767576.489060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767576.489083:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767576.489085:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767576.489089:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767577.512922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767577.512928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767577.512934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767577.512935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767577.513039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767577.513044:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767577.513048:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767578.536955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767578.536961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767578.536966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767578.536968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767578.537030:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767578.537034:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767578.537037:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767579.560927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767579.560933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767579.560938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767579.560939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767579.560960:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767579.560963:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767579.560965:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767580.584986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767580.584994:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767580.584996:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767580.585000:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767580.585010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767580.585012:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767580.585014:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767580.585016:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767580.585022:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767580.585024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767580.585115:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767580.585127:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767580.585131:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767581.224927:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767581.224936:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767581.224939:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767581.224942:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767581.224946:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767581.224963:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3838
00000400:00000200:2.0:1775767581.224972:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767581.224977:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767581.224979:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767581.224982:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.224984:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.224986:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.224988:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767581.224991:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767581.224993:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767581.224995:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767581.224997:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767581.224999:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767581.225001:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767581.225003:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225004:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.225005:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225006:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767581.225008:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767581.225010:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225012:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767581.225014:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767581.225017:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767581.225019:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225020:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767581.225022:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767581.225030:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767581.225032:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767581.225036:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767581.225037:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225039:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767581.225041:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767581.225045:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767581.225050:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767581.225055:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767581.225062:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384594816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767581.225072:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767581.225077:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767581.225082:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384594816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767581.225115:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767581.225119:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767581.225129:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767581.225131:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767581.225133:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767581.225137:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767581.225140:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3838
00000400:00000200:2.0:1775767581.225144:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767581.225149:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767581.225155:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767581.225165:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225169:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.225174:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225179:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767581.225187:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767581.225193:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767581.225202:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767581.225207:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767581.225214:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767581.225222:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767581.225236:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225245:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.225253:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225257:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767581.225261:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767581.225265:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225268:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767581.225279:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767581.225287:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767581.225298:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225303:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767581.225308:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767581.225311:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225314:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767581.225320:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767581.225321:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767581.225323:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767581.225329:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225333:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767581.225337:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767581.225340:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767581.225346:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767581.225353:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767581.225368:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384594944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767581.225395:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767581.225401:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767581.225405:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384594944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767581.225429:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767581.225435:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767581.225446:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767581.225449:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767581.225455:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767581.225458:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767581.225467:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3838
00000400:00000200:2.0:1775767581.225492:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767581.225508:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767581.225516:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767581.225523:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225526:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.225532:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225535:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767581.225542:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767581.225546:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767581.225552:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767581.225557:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767581.225563:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767581.225576:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767581.225587:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767581.225588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767581.225595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775767581.225596:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.225606:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225614:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767581.225619:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767581.225626:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767581.225633:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767581.225638:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767581.225646:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767581.225650:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225657:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767581.225663:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767581.225680:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225690:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767581.225701:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767581.225708:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767581.225712:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767581.225717:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.225724:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767581.225730:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767581.225732:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767581.225739:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767581.225746:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767581.225755:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384595072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767581.225781:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767581.225790:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767581.225804:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384595072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767581.225918:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767581.225925:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767581.225932:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767581.225938:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767581.225944:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767581.225966:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767581.225970:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3838
00000400:00000200:2.0:1775767581.225980:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767581.225986:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767581.225992:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767581.226000:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226009:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.226016:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226027:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767581.226032:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767581.226036:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767581.226042:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767581.226045:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767581.226051:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767581.226055:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767581.226065:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226071:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.226083:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226086:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767581.226091:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767581.226105:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226115:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767581.226121:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767581.226129:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767581.226136:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226140:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767581.226143:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767581.226153:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226163:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767581.226170:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767581.226177:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767581.226190:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767581.226197:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226205:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767581.226212:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767581.226218:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767581.226231:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767581.226237:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767581.226254:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384595200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767581.226270:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767581.226273:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767581.226276:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384595200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767581.226297:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767581.226306:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767581.226315:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767581.226317:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767581.226321:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767581.226332:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767581.226341:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3838
00000400:00000200:2.0:1775767581.226353:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767581.226364:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767581.226375:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767581.226386:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226393:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.226400:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226406:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767581.226421:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767581.226428:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767581.226433:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767581.226438:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767581.226444:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767581.226452:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767581.226468:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226470:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767581.226471:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226473:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767581.226481:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767581.226494:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767581.226509:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767581.226517:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767581.226526:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767581.226534:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226539:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767581.226543:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767581.226557:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226566:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767581.226584:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767581.226591:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767581.226598:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767581.226603:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767581.226609:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767581.226613:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767581.226617:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767581.226627:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767581.226637:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767581.226650:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384595328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767581.226690:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767581.226696:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767581.226708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775767581.226713:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384595328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767581.226713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775767581.226758:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767581.226772:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3849)
00000800:00000200:0.1:1775767581.227000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767581.227002:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767581.227186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767581.227203:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767581.227456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767581.227457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767581.608972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767581.608980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767581.608988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767581.608990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767581.609051:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767581.609056:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767581.609059:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767582.632955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767582.632961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767582.632966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767582.632968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767582.632989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767582.632991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767582.632993:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767583.656947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767583.656953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767583.656960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767583.656961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767583.657032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767583.657038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767583.657042:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767584.680960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767584.680969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767584.680977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767584.680979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767584.681055:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767584.681060:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767584.681064:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767585.704982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767585.704989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767585.704998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767585.705002:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767585.705006:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767585.705010:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767585.705014:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767585.705017:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767585.705020:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767585.705022:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767585.705049:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767585.705053:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767585.705057:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767586.345005:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767586.345014:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767586.345018:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767586.345023:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767586.345028:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767586.345035:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3844
00000400:00000200:3.0:1775767586.345047:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767586.345054:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767586.345057:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767586.345059:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345062:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345065:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345066:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767586.345070:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767586.345072:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767586.345074:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767586.345077:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767586.345078:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767586.345080:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767586.345082:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345084:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345085:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345087:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767586.345089:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767586.345093:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345095:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767586.345097:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767586.345101:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767586.345103:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345105:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767586.345107:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767586.345118:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767586.345121:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767586.345125:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767586.345127:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345130:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767586.345133:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767586.345137:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767586.345145:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767586.345153:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767586.345162:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384595456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767586.345171:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767586.345175:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.345180:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384595456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767586.345199:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767586.345201:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767586.345204:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767586.345205:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767586.345206:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767586.345208:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767586.345210:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3844
00000400:00000200:3.0:1775767586.345212:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767586.345215:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767586.345217:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767586.345221:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345222:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345225:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345227:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767586.345229:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767586.345230:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767586.345231:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767586.345232:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767586.345234:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767586.345235:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767586.345238:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345241:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345242:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345244:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767586.345247:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767586.345249:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345253:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767586.345254:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767586.345260:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767586.345264:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345266:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767586.345278:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767586.345285:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345288:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767586.345291:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767586.345294:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767586.345299:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767586.345301:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345305:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767586.345307:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767586.345310:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767586.345316:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767586.345321:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767586.345328:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384595584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767586.345339:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767586.345341:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.345344:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384595584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767586.345359:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767586.345361:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767586.345366:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767586.345370:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767586.345371:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767586.345373:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767586.345376:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3844
00000400:00000200:3.0:1775767586.345379:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767586.345381:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767586.345382:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767586.345385:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345388:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345390:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345391:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767586.345393:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767586.345396:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767586.345399:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767586.345400:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767586.345401:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767586.345403:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767586.345404:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345406:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345411:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345413:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767586.345417:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767586.345422:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345424:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767586.345427:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767586.345430:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767586.345434:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345438:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767586.345441:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767586.345445:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345448:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767586.345453:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767586.345457:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767586.345462:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767586.345465:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345467:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767586.345468:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767586.345469:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767586.345472:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767586.345474:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767586.345478:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384595712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767586.345490:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767586.345492:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.345498:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384595712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767586.345506:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767586.345509:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767586.345515:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767586.345518:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767586.345520:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767586.345521:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767586.345524:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3844
00000400:00000200:3.0:1775767586.345527:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767586.345532:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767586.345535:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767586.345539:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345540:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345543:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345548:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767586.345550:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767586.345551:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767586.345554:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767586.345557:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767586.345559:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767586.345561:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767586.345567:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345570:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345575:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345579:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767586.345583:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767586.345588:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345595:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767586.345601:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767586.345606:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767586.345609:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345612:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767586.345617:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767586.345624:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345628:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767586.345636:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767586.345640:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767586.345644:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767586.345646:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345647:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767586.345650:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767586.345652:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767586.345660:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767586.345664:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767586.345671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:3.0:1775767586.345672:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384595840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767586.345679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775767586.345683:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767586.345686:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.345693:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384595840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767586.345707:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767586.345714:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767586.345723:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767586.345726:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767586.345728:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767586.345733:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767586.345740:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3844
00000400:00000200:3.0:1775767586.345748:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767586.345756:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767586.345760:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767586.345767:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345769:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345774:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345779:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767586.345785:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767586.345789:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767586.345793:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767586.345797:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767586.345803:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767586.345808:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767586.345816:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345819:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767586.345824:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345827:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767586.345868:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767586.345874:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767586.345878:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767586.345881:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767586.345888:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767586.345893:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345898:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767586.345901:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767586.345918:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345921:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767586.345929:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767586.345932:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767586.345936:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767586.345939:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767586.345941:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767586.345943:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767586.345947:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767586.345953:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767586.345957:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767586.345963:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384595968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767586.345975:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767586.345979:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.345985:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384595968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767586.345995:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767586.346002:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3854)
00000800:00000200:0.1:1775767586.346285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767586.346288:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767586.346579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767586.346582:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767586.346886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767586.346888:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767586.347186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767586.347188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767586.728982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767586.728990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767586.728999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767586.729001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767586.729092:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767586.729096:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767586.729099:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767587.752984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767587.752989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767587.752994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767587.752995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767587.753064:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767587.753069:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767587.753074:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767588.776939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767588.776946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767588.776951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767588.776953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767588.776974:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767588.776976:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767588.776979:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767589.800974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767589.800981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767589.800986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767589.800988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767589.801056:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767589.801061:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767589.801065:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767590.824933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767590.824941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767590.824944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767590.824947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767590.824952:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767590.824954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767590.824956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767590.824958:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767590.824961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767590.824962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767590.825022:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767590.825026:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767590.825029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767591.465011:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767591.465024:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767591.465027:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767591.465033:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767591.465038:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767591.465047:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3849
00000400:00000200:2.0:1775767591.465061:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767591.465070:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767591.465074:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767591.465077:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465082:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465085:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465088:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767591.465093:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767591.465096:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767591.465100:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767591.465103:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767591.465106:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767591.465109:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767591.465112:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465115:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465117:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465119:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767591.465122:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767591.465126:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465129:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767591.465134:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767591.465138:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767591.465142:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465145:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767591.465148:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767591.465161:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767591.465166:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767591.465171:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767591.465173:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465176:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767591.465180:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767591.465187:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767591.465200:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767591.465208:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767591.465219:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384596096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767591.465232:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767591.465238:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.465244:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384596096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767591.465269:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767591.465273:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767591.465278:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767591.465280:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767591.465282:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767591.465285:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767591.465288:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3849
00000400:00000200:2.0:1775767591.465293:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767591.465296:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767591.465299:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767591.465303:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465306:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465310:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465312:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767591.465315:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767591.465319:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767591.465321:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767591.465325:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767591.465330:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767591.465344:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767591.465358:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465365:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465370:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465375:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767591.465381:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767591.465386:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465393:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767591.465396:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767591.465405:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767591.465410:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465414:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767591.465419:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767591.465423:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465425:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767591.465431:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767591.465437:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767591.465443:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767591.465446:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465451:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767591.465456:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767591.465460:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767591.465469:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767591.465476:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767591.465486:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384596224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767591.465503:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767591.465509:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.465520:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384596224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767591.465546:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767591.465551:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767591.465560:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767591.465564:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767591.465567:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767591.465573:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767591.465579:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3849
00000400:00000200:2.0:1775767591.465589:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.1:1775767591.465594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775767591.465597:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:0.1:1775767591.465599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775767591.465602:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767591.465610:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465615:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465619:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465625:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767591.465628:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767591.465630:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767591.465634:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767591.465638:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767591.465642:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767591.465649:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767591.465659:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465664:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465670:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465677:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767591.465683:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767591.465687:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465690:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767591.465692:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767591.465697:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767591.465701:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465705:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767591.465708:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767591.465712:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465715:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767591.465723:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767591.465726:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767591.465732:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767591.465733:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.465736:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767591.465738:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767591.465741:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767591.465747:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767591.465752:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767591.465759:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384596352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767591.465776:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767591.465780:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.465788:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384596352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767591.465804:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767591.465809:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767591.465815:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767591.465818:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767591.465822:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767591.465888:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767591.465897:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3849
00000400:00000200:2.0:1775767591.465907:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767591.465916:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767591.465921:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767591.465929:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465933:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465938:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465942:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767591.465947:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767591.465950:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767591.465953:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767591.465957:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767591.465962:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767591.465967:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767591.465975:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465979:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.465984:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.465990:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767591.465996:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767591.466002:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466007:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767591.466012:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767591.466018:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767591.466024:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466030:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767591.466036:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767591.466042:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466046:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767591.466055:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767591.466060:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767591.466067:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767591.466070:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466074:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767591.466078:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767591.466081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767591.466088:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767591.466093:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767591.466102:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384596480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767591.466118:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767591.466122:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.466130:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384596480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767591.466150:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767591.466154:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767591.466159:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767591.466162:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767591.466166:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767591.466173:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767591.466178:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3849
00000400:00000200:2.0:1775767591.466187:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767591.466195:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767591.466200:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767591.466208:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466214:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.466220:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466225:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767591.466231:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767591.466234:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767591.466237:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767591.466241:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767591.466247:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767591.466252:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767591.466260:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466265:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767591.466271:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466277:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767591.466284:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767591.466292:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767591.466298:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767591.466303:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767591.466308:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767591.466315:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466320:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767591.466324:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767591.466332:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466337:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767591.466344:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767591.466349:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767591.466356:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767591.466360:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767591.466365:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767591.466369:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767591.466373:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767591.466374:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767591.466378:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
02000000:00000010:2.0:1775767591.466381:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767591.466387:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767591.466399:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384596608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767591.466425:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767591.466429:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.466440:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384596608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767591.466468:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767591.466476:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3859)
00000800:00000200:0.1:1775767591.466635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767591.466636:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767591.466823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767591.466825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767591.467251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767591.467254:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767591.849002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767591.849020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767591.849029:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767591.849030:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767591.849059:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767591.849062:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767591.849065:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767592.872952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767592.872958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767592.872965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767592.872966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767592.873031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767592.873037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767592.873041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767593.896981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767593.896988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767593.896997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767593.896999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767593.897074:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767593.897079:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767593.897083:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767594.920923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767594.920931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767594.920938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767594.920939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767594.920958:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767594.920960:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767594.920963:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767595.944958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767595.944963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767595.944969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767595.944973:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767595.944975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767595.944979:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767595.944982:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767595.944984:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767595.944987:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767595.944989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767595.945020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767595.945026:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767595.945030:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767596.584931:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767596.584939:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767596.584942:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767596.584947:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767596.584951:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767596.584959:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3854
00000400:00000200:2.0:1775767596.584970:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767596.584977:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767596.584984:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767596.584987:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.584990:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.584993:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.584995:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767596.584999:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767596.585001:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767596.585003:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767596.585006:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767596.585008:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767596.585009:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767596.585012:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585013:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585014:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585017:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767596.585019:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767596.585022:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585024:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767596.585026:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767596.585029:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767596.585031:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585033:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767596.585035:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767596.585045:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767596.585048:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767596.585052:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767596.585054:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585058:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767596.585061:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767596.585067:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767596.585076:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767596.585086:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767596.585098:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384596736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767596.585111:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767596.585117:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585123:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384596736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767596.585147:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767596.585151:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767596.585155:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767596.585157:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767596.585159:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767596.585162:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767596.585164:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3854
00000400:00000200:2.0:1775767596.585170:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767596.585175:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767596.585178:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767596.585181:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585183:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585185:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585186:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767596.585188:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767596.585190:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767596.585192:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767596.585194:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767596.585198:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767596.585201:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767596.585206:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585208:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585212:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585217:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767596.585222:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767596.585224:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585226:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767596.585227:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767596.585232:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767596.585237:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585240:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767596.585245:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767596.585251:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585254:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767596.585260:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767596.585264:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767596.585266:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767596.585269:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585271:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767596.585274:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767596.585276:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767596.585280:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767596.585284:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767596.585291:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384596864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767596.585300:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767596.585303:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585307:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384596864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767596.585318:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767596.585323:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767596.585334:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767596.585338:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767596.585342:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767596.585349:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767596.585356:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3854
00000400:00000200:2.0:1775767596.585365:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767596.585370:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767596.585374:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767596.585379:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585383:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585388:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585390:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767596.585393:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767596.585395:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767596.585397:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767596.585399:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767596.585402:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767596.585406:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767596.585410:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585413:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585416:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585425:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767596.585429:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767596.585435:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585439:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767596.585442:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767596.585445:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767596.585446:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585448:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767596.585450:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767596.585452:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585454:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767596.585459:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767596.585464:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767596.585467:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767596.585469:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585472:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767596.585474:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767596.585475:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767596.585480:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767596.585484:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767596.585492:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384596992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767596.585503:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767596.585504:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767596.585506:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585510:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384596992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767596.585515:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767596.585518:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767596.585521:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767596.585523:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767596.585524:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767596.585528:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767596.585530:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3854
00000800:00000200:0.1:1775767596.585530:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1775767596.585538:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767596.585544:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767596.585546:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767596.585550:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585551:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585554:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585557:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767596.585561:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767596.585563:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767596.585566:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767596.585568:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767596.585572:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767596.585574:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767596.585578:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585582:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585586:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585591:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767596.585596:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767596.585600:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585602:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767596.585604:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767596.585607:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767596.585609:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585614:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767596.585617:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767596.585620:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585623:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767596.585627:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767596.585629:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767596.585633:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767596.585634:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585638:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767596.585641:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767596.585643:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767596.585647:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767596.585651:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767596.585656:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384597120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767596.585665:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767596.585667:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585671:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384597120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767596.585682:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767596.585684:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767596.585686:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767596.585686:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767596.585687:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767596.585689:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767596.585693:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3854
00000400:00000200:2.0:1775767596.585697:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767596.585701:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767596.585702:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767596.585708:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585713:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585718:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585721:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767596.585723:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767596.585726:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767596.585728:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767596.585730:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767596.585732:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767596.585736:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767596.585740:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585743:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767596.585746:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585748:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767596.585750:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767596.585754:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767596.585757:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767596.585758:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767596.585761:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767596.585764:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585767:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767596.585770:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767596.585774:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585777:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767596.585780:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767596.585783:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767596.585787:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767596.585789:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767596.585793:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767596.585794:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767596.585795:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767596.585797:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767596.585799:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767596.585818:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384597248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767596.585853:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767596.585855:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585859:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384597248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767596.585865:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767596.585871:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3864)
00000800:00000200:0.1:1775767596.586102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767596.586104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767596.586330:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767596.586332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767596.586552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767596.586554:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767596.586746:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767596.586748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767596.968913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767596.968920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767596.968927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767596.968929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767596.968996:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767596.969000:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767596.969003:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767597.992957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767597.992963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767597.992969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767597.992970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767597.992991:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767597.992994:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767597.992997:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767599.016954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767599.016961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767599.016965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767599.016967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767599.017030:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767599.017033:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767599.017036:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767600.040958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767600.040965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767600.040970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767600.040971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767600.041032:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767600.041036:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767600.041040:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767601.064940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767601.064949:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767601.064952:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767601.064956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767601.064961:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767601.064964:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767601.064967:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767601.064970:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767601.064975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767601.064977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767601.065003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767601.065006:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767601.065010:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767601.704963:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767601.704975:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767601.704986:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767601.704993:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767601.704998:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767601.705005:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3859
00000400:00000200:3.0:1775767601.705016:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767601.705022:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767601.705026:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767601.705028:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705031:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705033:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705035:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767601.705040:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767601.705042:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767601.705044:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767601.705047:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767601.705049:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767601.705051:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767601.705052:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705053:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705055:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705056:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767601.705058:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767601.705060:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705062:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767601.705065:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767601.705068:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767601.705070:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705072:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767601.705074:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767601.705084:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767601.705087:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767601.705090:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767601.705091:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705094:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767601.705097:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767601.705101:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767601.705110:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767601.705117:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767601.705127:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384597376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767601.705139:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767601.705145:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.705150:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384597376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767601.705188:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767601.705191:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767601.705194:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767601.705196:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767601.705197:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767601.705198:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767601.705201:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3859
00000400:00000200:3.0:1775767601.705205:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767601.705209:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767601.705211:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767601.705214:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705215:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705218:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705219:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767601.705223:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767601.705224:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767601.705225:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767601.705228:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767601.705232:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767601.705234:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767601.705240:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705244:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705248:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705252:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767601.705257:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767601.705261:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705264:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767601.705267:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767601.705273:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767601.705278:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705281:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767601.705288:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767601.705295:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705299:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767601.705305:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767601.705307:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767601.705311:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767601.705313:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705315:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767601.705316:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767601.705320:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767601.705325:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767601.705330:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767601.705335:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384597504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767601.705346:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767601.705349:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.705354:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384597504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767601.705386:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767601.705391:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767601.705395:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767601.705399:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767601.705401:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767601.705404:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767601.705407:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3859
00000400:00000200:3.0:1775767601.705416:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767601.705419:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767601.705421:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767601.705426:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705431:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705434:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705435:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767601.705439:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767601.705442:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767601.705443:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767601.705445:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767601.705449:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767601.705452:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767601.705458:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705463:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705469:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705471:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767601.705476:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767601.705482:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705488:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767601.705490:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767601.705492:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767601.705494:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705498:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767601.705501:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767601.705507:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705509:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767601.705515:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767601.705518:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767601.705520:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767601.705523:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705524:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767601.705525:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767601.705526:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767601.705531:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767601.705536:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767601.705542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:3.0:1775767601.705543:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384597632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767601.705548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767601.705559:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767601.705563:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.705569:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384597632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767601.705576:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767601.705579:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767601.705584:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767601.705586:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767601.705587:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767601.705589:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767601.705595:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3859
00000400:00000200:3.0:1775767601.705599:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767601.705605:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767601.705610:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767601.705616:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705621:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705629:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705644:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767601.705651:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767601.705654:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767601.705657:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767601.705661:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767601.705665:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767601.705671:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767601.705677:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705682:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705687:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705689:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767601.705695:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767601.705698:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705703:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767601.705705:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767601.705710:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767601.705713:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705715:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767601.705718:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767601.705722:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705726:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767601.705732:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767601.705737:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767601.705742:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767601.705746:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.705750:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767601.705768:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767601.705774:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767601.705781:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767601.705788:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767601.705798:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384597760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767601.705857:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767601.705860:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.705865:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384597760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767601.705880:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767601.705883:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767601.705891:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767601.705896:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767601.705900:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767601.705905:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767601.705911:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3859
00000400:00000200:3.0:1775767601.705922:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767601.705931:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767601.705937:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767601.705945:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705951:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.705957:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.705963:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767601.705969:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767601.705973:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767601.705978:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767601.705983:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767601.705990:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767601.705997:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767601.706005:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.706010:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767601.706014:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767601.706021:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767601.706027:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767601.706032:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767601.706035:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767601.706039:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767601.706042:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767601.706046:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.706050:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767601.706054:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767601.706059:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.706060:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767601.706068:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767601.706072:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767601.706079:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767601.706081:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767601.706083:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767601.706086:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767601.706090:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767601.706098:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767601.706105:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767601.706115:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384597888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767601.706138:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767601.706143:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.706152:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384597888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767601.706177:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767601.706186:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3869)
00000800:00000200:0.1:1775767601.706236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767601.706238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767601.706426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767601.706427:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767601.706609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767601.706610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767601.706988:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767601.706989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767602.088955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767602.088961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767602.088969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767602.088971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767602.089098:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767602.089103:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767602.089107:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767603.112938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767603.112943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767603.112949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767603.112951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767603.113013:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767603.113018:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767603.113023:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767604.136978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767604.136986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767604.136993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767604.136995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767604.137024:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767604.137028:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767604.137032:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767605.160970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767605.160977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767605.160984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767605.160987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767605.161059:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767605.161062:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767605.161065:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767606.184918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767606.184926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767606.184933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767606.184938:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767606.184940:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767606.184944:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767606.184948:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767606.184951:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767606.184954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767606.184956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767606.185015:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767606.185020:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767606.185024:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767606.825465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767606.825471:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767606.826110:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767606.826112:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767606.826341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767606.826362:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767606.826645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767606.826647:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767606.826943:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767606.826945:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767607.208961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767607.208969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767607.208976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767607.208978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767607.209003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767607.209007:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767607.209010:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767608.232965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767608.232970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767608.232977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767608.232978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767608.233039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767608.233045:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767608.233048:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767609.256938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767609.256943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767609.256950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767609.256951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767609.257003:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767609.257012:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767609.257015:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767610.280931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767610.280941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767610.280945:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767610.280949:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767610.280955:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767610.280958:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767610.280961:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767610.280964:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767610.280970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767610.280972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767610.280999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767610.281001:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767610.281004:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767611.304976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767611.304982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767611.304989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767611.304991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767611.305061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767611.305066:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767611.305070:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767611.945621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767611.945627:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767611.946285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767611.946288:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767611.946615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767611.946617:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767611.946978:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767611.946981:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767611.947294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767611.947296:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767612.328914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767612.328922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767612.328930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767612.328931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767612.328988:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767612.328992:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767612.328995:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767613.352980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767613.352987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767613.352995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767613.352997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767613.353024:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767613.353028:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767613.353031:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767614.376953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767614.376959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767614.376966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767614.376967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767614.377028:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767614.377034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767614.377038:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767615.400971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767615.400981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767615.400989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767615.400991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767615.401063:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767615.401067:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767615.401072:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767616.424920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767616.424927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767616.424935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767616.424938:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767616.424941:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767616.424946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767616.424950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767616.424954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767616.424956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767616.424960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767616.424983:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767616.424987:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767616.424990:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775767617.065523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767617.065530:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767617.066184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767617.066187:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767617.066498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767617.066501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767617.066827:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767617.066850:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767617.067149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767617.067152:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767617.448969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767617.448976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767617.448981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767617.448982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767617.449030:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767617.449035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767617.449040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767618.472955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767618.472962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767618.472971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767618.472972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767618.473017:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767618.473021:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767618.473024:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767619.496965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767619.496971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767619.496977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767619.496979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767619.496998:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767619.497000:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767619.497002:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767620.520909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767620.520919:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767620.520922:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767620.520927:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767620.520932:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767620.520935:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767620.520937:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767620.520940:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767620.520945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767620.520947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767620.521008:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767620.521015:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767620.521018:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767621.544960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767621.544968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767621.544976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767621.544978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767621.545034:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767621.545043:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767621.545046:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767622.185513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767622.186022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767622.186249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767622.186420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767622.186591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767622.568928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767622.568935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767622.568943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767622.568944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767622.568963:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767622.568965:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767622.568967:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767623.592973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767623.592980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767623.592987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767623.592989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767623.593054:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767623.593057:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767623.593060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767624.616913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767624.616920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767624.616928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767624.616929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767624.616961:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767624.616966:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767624.616970:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775767625.257135:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775767625.257189:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767625.257203:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767625.257208:0:2395:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775767625.257220:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767625.257226:0:2395:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767625.257234:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767625.257239:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:2.0:1775767625.257247:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767625.257252:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767625.257260:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4330
00000400:00000010:2.0:1775767625.257263:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4330.
00000100:00000001:2.0:1775767625.257270:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767625.257282:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828e00 x1862023384599936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257317:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767625.257325:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384599936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257332:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767625.257334:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767625.257346:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767625.257350:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462100.
00000400:00000200:2.0:1775767625.257353:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767625.257356:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767625.257360:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:2.0:1775767625.257362:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:2.0:1775767625.257364:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767625.257369:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b480 x1862023384600064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257378:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767625.257381:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384600064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257387:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767625.257389:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767625.257394:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767625.257397:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:2.0:1775767625.257399:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767625.257403:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767625.257406:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4ee0
00000400:00000010:2.0:1775767625.257409:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4ee0.
00000100:00000001:2.0:1775767625.257411:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767625.257417:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828a80 x1862023384600192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257426:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767625.257432:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384600192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257440:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767625.257443:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767625.257451:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767625.257453:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:2.0:1775767625.257458:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767625.257465:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767625.257471:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc43b8
00000400:00000010:2.0:1775767625.257474:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc43b8.
00000100:00000001:2.0:1775767625.257477:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767625.257482:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b800 x1862023384600320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257493:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767625.257497:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384600320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257510:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767625.257513:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767625.257522:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767625.257541:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:2.0:1775767625.257547:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767625.257554:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767625.257560:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4440
00000400:00000010:2.0:1775767625.257564:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4440.
00000100:00000001:2.0:1775767625.257568:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767625.257577:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482bb80 x1862023384600448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257597:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767625.257602:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384600448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767625.257615:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767625.257619:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767625.640913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767625.640920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767625.640928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767625.640929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767625.640965:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767625.640968:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767625.640972:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767626.664884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767626.664890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767626.664895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767626.664898:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767626.664900:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767626.664904:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767626.664907:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767626.664908:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767626.664910:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767626.664912:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767626.664970:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767626.664972:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767626.664975:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767627.305686:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767627.305691:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767627.306767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767627.306770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767627.307126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767627.307147:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767627.307463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767627.307466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767627.307818:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767627.307820:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767627.688914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767627.688923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767627.688931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767627.688933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767627.689004:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767627.689008:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767627.689011:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767628.712908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767628.712915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767628.712923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767628.712925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767628.712957:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767628.712961:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767628.712964:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767629.736901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767629.736910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767629.736919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767629.736920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767629.736969:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767629.736974:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767629.736991:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767630.760931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767630.760939:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767630.760942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767630.760945:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767630.760950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767630.760952:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767630.760954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767630.760956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767630.760960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767630.760961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767630.761047:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767630.761050:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767630.761053:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767631.784944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767631.784950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767631.784955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767631.784956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767631.784978:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767631.784980:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767631.784983:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767632.425441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767632.425446:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767632.426056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767632.426057:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767632.426250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767632.426251:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767632.426424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767632.426425:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767632.426618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767632.426620:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767632.808946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767632.808952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767632.808958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767632.808959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767632.809061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767632.809064:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767632.809066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767633.832926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767633.832933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767633.832938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767633.832940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767633.833001:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767633.833005:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767633.833007:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767634.856943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767634.856950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767634.856959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767634.856961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767634.856989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767634.856991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767634.856993:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767635.880951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767635.880956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767635.880962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767635.880963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767635.881023:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767635.881026:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767635.881029:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767636.904933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767636.904940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767636.904945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767636.904949:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767636.904951:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767636.904954:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767636.904956:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767636.904958:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767636.904959:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767636.904961:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767636.905015:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767636.905020:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767636.905023:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767637.545485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767637.545493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767637.546116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767637.546119:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767637.546431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767637.546434:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767637.546714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767637.546716:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767637.547025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767637.547040:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767637.928927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767637.928933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767637.928938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767637.928939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767637.928956:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767637.928958:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767637.928960:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767638.952956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767638.952967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767638.952974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767638.952976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767638.953019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767638.953023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767638.953026:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767639.976927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767639.976933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767639.976939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767639.976941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767639.976999:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767639.977002:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767639.977005:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767641.000937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767641.000945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767641.000947:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767641.000950:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767641.000954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767641.000956:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767641.000958:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767641.000960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767641.000963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767641.000964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767641.000979:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767641.000981:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767641.000983:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767642.024911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767642.024918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767642.024925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767642.024932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767642.024991:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767642.024994:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767642.024997:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767642.665378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767642.665381:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767642.666043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767642.666045:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767642.666226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767642.666228:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767642.666452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767642.666455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767642.666757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767642.666759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767643.048943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767643.048949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767643.048955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767643.048956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767643.049024:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767643.049029:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767643.049033:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767644.072903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767644.072908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767644.072912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767644.072913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767644.072932:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767644.072934:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767644.072937:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767645.096945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767645.096951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767645.096956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767645.096957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767645.097015:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767645.097019:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767645.097023:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767646.120957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767646.120964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767646.120973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767646.120975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767646.121020:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767646.121025:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767646.121029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767647.144923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767647.144930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767647.144939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767647.144944:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767647.144947:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767647.144951:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767647.144954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767647.144957:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767647.144959:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767647.144962:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767647.144987:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767647.144991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767647.144994:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767647.784971:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767647.784980:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767647.784983:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767647.784988:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767647.784992:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767647.784999:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3905
00000400:00000200:2.0:1775767647.785010:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767647.785017:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767647.785019:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767647.785022:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785031:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785033:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785035:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767647.785039:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767647.785041:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767647.785043:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767647.785046:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767647.785048:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767647.785050:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767647.785052:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785054:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785056:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785057:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767647.785059:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767647.785061:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785063:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767647.785065:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767647.785068:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767647.785071:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785072:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767647.785074:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767647.785085:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767647.785088:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767647.785092:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767647.785093:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785096:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767647.785098:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767647.785103:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767647.785111:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767647.785118:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767647.785127:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384603136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767647.785136:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767647.785141:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.785145:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384603136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767647.785164:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767647.785166:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767647.785169:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767647.785170:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767647.785172:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767647.785174:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767647.785176:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3905
00000400:00000200:2.0:1775767647.785179:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767647.785181:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767647.785183:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767647.785185:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785186:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785188:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785190:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767647.785191:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767647.785192:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767647.785193:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767647.785194:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767647.785196:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767647.785198:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767647.785201:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785202:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785204:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785206:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767647.785207:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767647.785209:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785210:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767647.785212:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767647.785218:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767647.785221:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785223:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767647.785229:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767647.785234:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785239:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767647.785248:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767647.785252:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767647.785258:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767647.785262:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785267:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767647.785271:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767647.785276:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767647.785282:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767647.785288:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767647.785301:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384603264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767647.785328:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767647.785331:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.785338:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384603264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767647.785349:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767647.785353:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767647.785356:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767647.785359:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767647.785362:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767647.785364:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767647.785366:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3905
00000400:00000200:2.0:1775767647.785371:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767647.785376:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767647.785380:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767647.785385:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785387:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785391:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785397:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767647.785401:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767647.785404:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767647.785407:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767647.785409:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767647.785413:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767647.785416:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767647.785420:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785424:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785426:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785427:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767647.785428:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767647.785430:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785431:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767647.785435:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767647.785438:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767647.785440:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785444:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767647.785448:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767647.785451:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785452:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767647.785455:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767647.785459:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767647.785463:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767647.785464:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785467:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767647.785470:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767647.785478:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767647.785485:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767647.785491:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767647.785499:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384603392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767647.785513:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767647.785515:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.785524:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384603392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767647.785541:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767647.785544:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767647.785548:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767647.785548:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767647.785549:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767647.785551:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767647.785556:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3905
00000400:00000200:2.0:1775767647.785562:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767647.785568:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:0.1:1775767647.785570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775767647.785571:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775767647.785576:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1775767647.785577:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785583:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785587:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785590:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767647.785592:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767647.785595:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767647.785596:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767647.785598:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767647.785600:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767647.785605:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767647.785610:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785615:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785619:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785620:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767647.785623:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767647.785627:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785629:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767647.785637:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767647.785641:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767647.785644:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785646:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767647.785650:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767647.785654:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785658:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767647.785664:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767647.785668:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767647.785673:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767647.785674:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785676:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767647.785678:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767647.785682:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767647.785686:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767647.785689:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767647.785696:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384603520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767647.785704:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767647.785706:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.785710:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384603520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767647.785717:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767647.785719:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767647.785723:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767647.785726:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767647.785728:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767647.785733:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767647.785735:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3905
00000400:00000200:2.0:1775767647.785741:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767647.785744:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767647.785748:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767647.785754:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785757:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785763:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785769:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767647.785775:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767647.785778:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767647.785781:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767647.785784:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767647.785789:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767647.785793:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767647.785800:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785805:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767647.785810:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785815:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767647.785821:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767647.785871:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767647.785878:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767647.785882:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767647.785887:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767647.785893:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785897:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767647.785901:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767647.785907:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785909:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767647.785914:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767647.785919:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767647.785924:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767647.785926:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767647.785932:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767647.785933:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767647.785937:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767647.785942:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767647.785948:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767647.785957:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384603648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767647.785969:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767647.785971:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.785976:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384603648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767647.786008:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767647.786013:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3915)
00000800:00000200:0.1:1775767647.786183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767647.786185:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767647.786417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767647.786419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767647.786608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767647.786610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767647.786813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767647.786815:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767648.168933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767648.168938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767648.168944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767648.168946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767648.169004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767648.169008:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767648.169010:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767649.192922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767649.192930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767649.192937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767649.192939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767649.193003:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767649.193007:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767649.193010:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767650.216936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767650.216946:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767650.216948:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767650.216953:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767650.216959:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767650.216962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767650.216964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767650.216966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767650.216971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767650.216972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767650.216991:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767650.216995:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767650.216998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767651.240954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767651.240960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767651.240965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767651.240966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767651.241029:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767651.241033:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767651.241036:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767652.264941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767652.264948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767652.264956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767652.264957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767652.265013:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767652.265016:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767652.265019:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767652.904958:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767652.904967:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767652.904969:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767652.904973:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767652.904977:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767652.904984:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3910
00000400:00000200:2.0:1775767652.904991:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767652.904996:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767652.904999:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767652.905001:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905003:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905006:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905008:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767652.905011:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767652.905012:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767652.905014:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767652.905016:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767652.905018:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767652.905019:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767652.905021:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905022:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905023:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905024:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767652.905026:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767652.905028:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905030:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767652.905032:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767652.905035:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767652.905037:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905039:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767652.905040:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767652.905049:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767652.905051:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767652.905054:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767652.905055:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905057:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767652.905060:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767652.905063:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767652.905070:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767652.905076:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767652.905083:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384603776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767652.905091:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767652.905095:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905098:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384603776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767652.905118:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767652.905120:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767652.905123:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767652.905124:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767652.905125:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767652.905126:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767652.905128:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3910
00000400:00000200:2.0:1775767652.905130:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767652.905132:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767652.905140:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767652.905142:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905144:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905145:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905147:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767652.905148:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767652.905149:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767652.905150:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767652.905151:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767652.905152:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767652.905153:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767652.905155:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905156:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905158:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905159:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767652.905160:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767652.905162:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905165:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767652.905167:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767652.905172:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767652.905174:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905175:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767652.905178:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767652.905181:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905182:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767652.905185:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767652.905187:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767652.905189:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767652.905191:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905193:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767652.905195:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767652.905197:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767652.905200:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767652.905204:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767652.905211:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384603904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767652.905231:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767652.905236:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905244:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384603904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767652.905257:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767652.905273:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767652.905275:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767652.905276:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767652.905277:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767652.905279:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767652.905281:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3910
00000400:00000200:2.0:1775767652.905283:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767652.905285:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767652.905288:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767652.905293:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905299:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905303:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905306:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767652.905309:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767652.905311:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767652.905315:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767652.905316:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767652.905319:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767652.905320:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767652.905322:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905327:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905330:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905332:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767652.905334:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767652.905339:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905342:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767652.905347:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767652.905351:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767652.905352:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905355:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767652.905356:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767652.905358:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905359:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767652.905367:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767652.905372:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767652.905373:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767652.905376:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905381:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767652.905384:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767652.905386:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767652.905393:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767652.905398:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767652.905404:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384604032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767652.905414:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767652.905419:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905423:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384604032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767652.905433:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767652.905436:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767652.905439:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767652.905443:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767652.905445:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767652.905450:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767652.905456:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3910
00000400:00000200:2.0:1775767652.905463:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767652.905470:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767652.905473:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767652.905478:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905480:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905482:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905486:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767652.905491:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767652.905492:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767652.905495:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767652.905498:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767652.905501:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767652.905504:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767652.905510:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905513:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905514:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905518:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767652.905522:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767652.905527:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905531:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767652.905532:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775767652.905533:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767652.905537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
02000000:00000001:2.0:1775767652.905538:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767652.905542:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905546:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767652.905550:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767652.905555:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905557:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767652.905559:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767652.905569:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767652.905575:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767652.905577:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905580:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767652.905582:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767652.905584:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767652.905589:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767652.905594:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767652.905603:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384604160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767652.905631:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767652.905636:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905642:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384604160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767652.905657:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767652.905659:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767652.905662:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767652.905665:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767652.905667:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767652.905669:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767652.905671:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3910
00000400:00000200:2.0:1775767652.905676:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767652.905679:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767652.905681:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767652.905683:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905687:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905690:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905695:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767652.905697:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767652.905699:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767652.905701:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767652.905702:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767652.905703:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767652.905704:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767652.905706:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905707:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767652.905708:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905710:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767652.905711:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767652.905713:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767652.905718:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767652.905720:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767652.905723:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767652.905725:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905728:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767652.905730:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767652.905736:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905741:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767652.905747:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767652.905749:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767652.905757:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767652.905760:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767652.905763:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767652.905766:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767652.905769:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767652.905774:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767652.905779:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767652.905785:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384604288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767652.905808:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767652.905811:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905816:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384604288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767652.905855:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767652.905859:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3920)
00000800:00000200:0.1:1775767652.906028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767652.906043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767652.906245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767652.906246:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767652.906448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767652.906450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767652.906617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767652.906619:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767653.288931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767653.288938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767653.288943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767653.288945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767653.288963:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767653.288965:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767653.288967:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767654.312930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767654.312937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767654.312943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767654.312944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767654.313013:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767654.313020:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767654.313024:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767655.336923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767655.336930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767655.336935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767655.336937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767655.336993:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767655.336995:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767655.336999:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767656.360947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767656.360953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767656.360962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767656.360965:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767656.360968:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767656.360972:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767656.360974:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767656.360977:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767656.360979:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767656.360981:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767656.361003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767656.361015:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767656.361018:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767657.384935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767657.384941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767657.384946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767657.384947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767657.385006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767657.385009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767657.385013:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767658.025663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767658.025667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767658.026524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767658.026526:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767658.026746:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767658.026748:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767658.026957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767658.026959:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767658.027149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767658.027152:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1775767658.408939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767658.408945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767658.408951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767658.408952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767658.409015:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767658.409019:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767658.409022:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767659.432953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767659.432961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767659.432969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767659.432971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767659.433001:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767659.433005:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767659.433008:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767660.457024:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767660.457032:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767660.457034:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767660.457036:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767660.457041:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767660.457043:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767660.457044:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767660.457046:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767660.457049:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767660.457050:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767660.457101:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767660.457105:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767660.457109:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767661.480911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767661.480917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767661.480922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767661.480923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767661.480970:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767661.480973:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767661.480976:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767662.504936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767662.504942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767662.504948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767662.504949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767662.504966:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767662.504968:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767662.504970:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767663.145681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767663.145692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767663.146717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767663.146721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767663.147446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767663.147449:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767663.147826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767663.147866:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775767663.148215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767663.148217:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00010000:00000001:3.0:1775767663.528954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767663.528961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767663.528969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767663.528970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767663.529028:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767663.529033:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767663.529037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767664.552954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767664.552961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767664.552969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767664.552971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767664.553020:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767664.553023:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767664.553026:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767665.576946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767665.576952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767665.576959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767665.576960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767665.576977:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767665.576979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767665.576981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767666.600925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767666.600932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767666.600937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767666.600941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767666.600943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767666.600947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767666.600950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767666.600953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767666.600955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767666.600957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767666.601034:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767666.601039:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767666.601043:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767667.624940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767667.624948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767667.624955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767667.624957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767667.624992:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767667.624995:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767667.624998:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767668.264934:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767668.264943:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767668.264946:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767668.264949:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767668.264953:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767668.264959:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3925
00000400:00000200:2.0:1775767668.264967:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767668.264972:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767668.264975:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767668.264977:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.264979:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.264982:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.264983:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767668.264986:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767668.264988:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767668.264989:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767668.264992:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767668.264993:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767668.264995:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767668.264997:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.264999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265000:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265002:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767668.265004:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767668.265007:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265009:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767668.265012:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767668.265015:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767668.265019:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265022:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767668.265024:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767668.265034:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767668.265038:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767668.265043:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767668.265045:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265048:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767668.265051:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767668.265056:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767668.265066:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767668.265072:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767668.265081:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384605696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767668.265093:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767668.265098:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265103:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384605696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767668.265157:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767668.265160:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767668.265162:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767668.265164:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767668.265166:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767668.265167:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767668.265169:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3925
00000400:00000200:2.0:1775767668.265173:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767668.265175:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767668.265177:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767668.265179:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265182:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265183:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265185:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767668.265187:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767668.265188:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767668.265189:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767668.265190:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767668.265192:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767668.265193:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767668.265197:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265198:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265201:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265205:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767668.265207:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767668.265212:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265216:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767668.265217:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767668.265222:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767668.265223:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265227:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767668.265232:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767668.265235:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265238:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767668.265242:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767668.265245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767668.265249:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767668.265252:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265256:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767668.265259:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767668.265262:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767668.265266:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767668.265270:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767668.265279:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384605824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767668.265292:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767668.265294:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265301:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384605824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767668.265311:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767668.265314:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767668.265317:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767668.265318:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767668.265319:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767668.265322:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767668.265325:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3925
00000400:00000200:2.0:1775767668.265331:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767668.265335:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767668.265338:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767668.265344:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265349:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265352:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265356:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767668.265359:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767668.265362:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767668.265365:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767668.265367:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767668.265371:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767668.265373:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767668.265379:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265381:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265385:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265387:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767668.265389:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767668.265392:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265395:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767668.265397:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767668.265399:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767668.265402:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265406:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767668.265408:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767668.265411:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265414:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767668.265418:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767668.265422:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767668.265426:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767668.265427:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265430:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767668.265431:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767668.265434:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767668.265437:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767668.265441:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767668.265447:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384605952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767668.265454:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767668.265456:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265462:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384605952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767668.265472:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767668.265475:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767668.265478:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767668.265480:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767668.265482:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767668.265486:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767668.265489:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3925
00000400:00000200:2.0:1775767668.265492:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767668.265496:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767668.265498:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767668.265502:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265504:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265508:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265511:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767668.265513:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767668.265515:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767668.265517:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767668.265519:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000800:00000200:0.1:1775767668.265521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:2.0:1775767668.265522:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767668.265526:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:0.1:1775767668.265528:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775767668.265531:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265534:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265539:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265542:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767668.265545:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767668.265547:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265548:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767668.265561:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767668.265564:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767668.265565:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265567:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767668.265568:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767668.265571:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265573:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767668.265576:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767668.265579:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767668.265583:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767668.265584:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265587:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767668.265589:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767668.265592:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767668.265596:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767668.265599:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767668.265607:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384606080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767668.265635:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767668.265638:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265643:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384606080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767668.265653:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767668.265657:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767668.265661:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767668.265663:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767668.265664:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767668.265666:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767668.265669:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3925
00000400:00000200:2.0:1775767668.265673:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767668.265676:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767668.265680:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767668.265683:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265684:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265687:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265690:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767668.265694:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767668.265696:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767668.265698:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767668.265700:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767668.265702:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767668.265703:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767668.265705:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265706:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767668.265710:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265714:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767668.265716:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767668.265720:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767668.265725:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767668.265731:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767668.265736:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767668.265740:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265744:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767668.265748:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767668.265754:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265758:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767668.265765:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767668.265769:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767668.265776:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767668.265779:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767668.265784:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767668.265787:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767668.265792:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767668.265798:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767668.265803:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767668.265811:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384606208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767668.265828:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767668.265882:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265893:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384606208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767668.265914:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767668.265921:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3936)
00000800:00000200:0.1:1775767668.266090:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767668.266093:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767668.266329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767668.266331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767668.266539:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767668.266540:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767668.266714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767668.266716:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767668.648921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767668.648930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767668.648938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767668.648939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767668.648960:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767668.648962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767668.648964:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767669.672977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767669.672985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767669.672993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767669.672995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767669.673054:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767669.673060:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767669.673065:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767670.696920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767670.696928:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767670.696930:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767670.696932:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767670.696937:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767670.696939:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767670.696941:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767670.696943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767670.696946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767670.696947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767670.697014:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767670.697019:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767670.697023:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767671.720946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767671.720953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767671.720958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767671.720959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767671.720976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767671.720979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767671.720983:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767672.745045:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767672.745054:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767672.745112:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767672.745114:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767672.745193:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767672.745197:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767672.745201:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767673.385526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767673.385533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767673.386125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767673.386127:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767673.386318:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767673.386319:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767673.386534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767673.386537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767673.386772:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767673.386774:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767673.768978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767673.768986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767673.768994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767673.768997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767673.769119:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767673.769123:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767673.769126:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767674.792951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767674.792958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767674.792981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767674.792982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767674.793009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767674.793012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767674.793016:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767675.816927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767675.816933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767675.816938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767675.816940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767675.816997:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767675.817001:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767675.817006:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767676.840969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767676.840978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767676.840994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767676.840999:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767676.841002:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767676.841006:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767676.841010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767676.841013:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767676.841015:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767676.841018:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767676.841091:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767676.841095:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767676.841098:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767677.864971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767677.864977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767677.864982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767677.864984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767677.865004:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767677.865007:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767677.865009:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767678.504957:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767678.504967:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767678.504969:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767678.504974:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767678.504978:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767678.504985:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3936
00000400:00000200:2.0:1775767678.504996:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767678.505002:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767678.505006:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767678.505008:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505035:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505038:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505040:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767678.505044:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767678.505046:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767678.505048:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767678.505051:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767678.505053:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767678.505054:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767678.505056:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505057:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505058:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505059:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767678.505061:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767678.505064:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505065:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767678.505068:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767678.505071:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767678.505073:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505075:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767678.505077:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767678.505087:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767678.505090:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767678.505094:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767678.505095:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505098:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767678.505100:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767678.505105:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767678.505114:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767678.505121:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767678.505131:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384606976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767678.505140:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767678.505145:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505148:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384606976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767678.505166:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767678.505169:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767678.505172:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767678.505173:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767678.505175:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767678.505177:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767678.505179:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3936
00000400:00000200:2.0:1775767678.505182:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767678.505184:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767678.505186:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767678.505189:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505190:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505192:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505194:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767678.505197:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767678.505198:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767678.505200:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767678.505203:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767678.505205:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767678.505208:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767678.505212:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505214:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505217:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505222:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767678.505226:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767678.505229:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505232:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767678.505234:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767678.505240:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767678.505243:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505247:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767678.505253:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767678.505257:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505259:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767678.505262:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767678.505265:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767678.505268:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767678.505270:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505271:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767678.505271:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767678.505273:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767678.505277:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767678.505280:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767678.505287:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384607104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767678.505296:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767678.505298:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505302:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384607104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767678.505309:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767678.505311:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767678.505316:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767678.505319:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767678.505322:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767678.505325:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767678.505329:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3936
00000400:00000200:2.0:1775767678.505333:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767678.505339:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767678.505345:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767678.505351:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505356:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505362:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505366:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767678.505371:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767678.505373:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767678.505377:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767678.505380:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767678.505383:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767678.505387:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767678.505394:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505395:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505397:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505399:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767678.505404:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767678.505408:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505409:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767678.505412:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767678.505417:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767678.505419:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505422:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767678.505425:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767678.505429:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505431:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767678.505436:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767678.505440:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767678.505445:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767678.505447:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505451:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767678.505454:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767678.505457:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767678.505460:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767678.505465:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767678.505472:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384607232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767678.505485:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767678.505487:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505491:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384607232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767678.505505:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767678.505508:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767678.505514:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767678.505516:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767678.505519:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767678.505519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767678.505521:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767678.505524:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3936
00000400:00000200:2.0:1775767678.505527:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767678.505529:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767678.505531:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767678.505533:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505534:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505535:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505537:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767678.505540:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767678.505542:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:0.1:1775767678.505543:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775767678.505544:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767678.505547:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767678.505551:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767678.505554:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767678.505559:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505561:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505562:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505563:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767678.505565:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767678.505570:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505572:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767678.505574:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767678.505577:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767678.505579:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505581:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767678.505584:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767678.505590:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505591:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767678.505594:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767678.505596:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767678.505599:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767678.505601:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505605:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767678.505607:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767678.505610:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767678.505615:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767678.505618:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767678.505625:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384607360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767678.505630:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767678.505631:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505634:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384607360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767678.505653:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767678.505656:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767678.505660:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767678.505661:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767678.505662:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767678.505664:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767678.505667:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3936
00000400:00000200:2.0:1775767678.505674:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767678.505678:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767678.505681:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767678.505683:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505687:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505688:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505690:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767678.505691:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767678.505693:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767678.505696:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767678.505699:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767678.505700:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767678.505702:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767678.505707:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505712:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767678.505713:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505718:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767678.505719:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767678.505721:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767678.505722:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767678.505724:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767678.505726:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767678.505731:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505733:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767678.505736:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767678.505740:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505741:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767678.505746:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767678.505751:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767678.505756:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767678.505759:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767678.505762:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767678.505765:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767678.505768:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767678.505774:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767678.505777:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767678.505784:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384607488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767678.505796:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767678.505799:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505806:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384607488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767678.505817:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767678.505823:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3946)
00000800:00000200:0.1:1775767678.506054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767678.506057:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767678.506265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767678.506267:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767678.506518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767678.506520:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767678.506736:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767678.506738:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767678.888931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767678.888937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767678.888943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767678.888944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767678.889006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767678.889021:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767678.889025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767679.912965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767679.912973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767679.912988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767679.912990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767679.913075:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767679.913080:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767679.913085:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767680.936953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767680.936965:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767680.936968:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767680.936973:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767680.936978:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767680.936982:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767680.936985:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767680.936999:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767680.937006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767680.937008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767680.937032:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767680.937034:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767680.937037:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767681.960929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767681.960935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767681.960941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767681.960942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767681.960995:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767681.961003:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767681.961007:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767682.984963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767682.984980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767682.984989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767682.984991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767682.985056:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767682.985062:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767682.985066:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767683.624989:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767683.624998:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767683.625001:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767683.625006:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767683.625010:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767683.625018:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3941
00000400:00000200:2.0:1775767683.625029:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767683.625036:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767683.625039:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767683.625042:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625045:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625047:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625050:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767683.625054:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767683.625055:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767683.625058:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767683.625060:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767683.625062:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767683.625065:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767683.625067:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625069:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625070:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767683.625073:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767683.625075:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625077:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767683.625079:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767683.625082:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767683.625084:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625087:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767683.625089:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767683.625099:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767683.625103:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767683.625106:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767683.625107:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625110:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767683.625113:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767683.625118:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767683.625126:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767683.625133:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767683.625142:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384607616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767683.625152:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767683.625157:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625161:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384607616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767683.625178:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767683.625181:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767683.625184:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767683.625185:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767683.625186:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767683.625188:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767683.625190:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3941
00000400:00000200:2.0:1775767683.625192:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767683.625194:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767683.625195:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767683.625198:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625199:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625202:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625204:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767683.625206:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767683.625208:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767683.625209:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767683.625210:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767683.625212:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767683.625214:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767683.625216:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625218:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625220:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625221:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767683.625225:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767683.625229:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625231:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767683.625233:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767683.625238:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767683.625242:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625245:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767683.625248:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767683.625253:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625256:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767683.625260:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767683.625263:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767683.625267:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767683.625268:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625272:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767683.625273:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767683.625276:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767683.625279:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767683.625284:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767683.625291:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384607744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767683.625300:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767683.625304:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625308:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384607744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767683.625320:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767683.625322:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767683.625327:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767683.625330:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767683.625331:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767683.625333:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767683.625336:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3941
00000400:00000200:2.0:1775767683.625340:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767683.625345:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767683.625346:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767683.625348:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625349:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625351:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625356:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767683.625359:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767683.625361:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767683.625364:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767683.625365:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767683.625368:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767683.625370:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767683.625377:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625381:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625384:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625388:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767683.625389:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767683.625396:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625400:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767683.625402:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767683.625404:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767683.625408:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625410:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767683.625412:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767683.625417:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625418:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767683.625421:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767683.625423:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767683.625426:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767683.625428:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625430:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767683.625431:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767683.625432:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767683.625434:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775767683.625436:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767683.625441:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384607872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767683.625449:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767683.625451:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625456:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384607872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767683.625467:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767683.625472:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767683.625478:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767683.625481:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767683.625483:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767683.625485:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767683.625490:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3941
00000400:00000200:2.0:1775767683.625503:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767683.625513:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767683.625516:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767683.625521:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625526:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625527:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625529:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767683.625532:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767683.625533:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767683.625534:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767683.625536:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767683.625538:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767683.625541:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767683.625546:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625547:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625551:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625553:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767683.625556:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000200:0.1:1775767683.625557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775767683.625560:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775767683.625562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775767683.625563:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767683.625566:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767683.625569:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767683.625573:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625577:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767683.625579:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767683.625581:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625583:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767683.625586:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767683.625589:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767683.625592:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767683.625595:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625596:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767683.625598:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767683.625601:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767683.625607:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767683.625609:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767683.625615:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384608000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767683.625643:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767683.625647:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625653:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384608000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767683.625674:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767683.625679:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767683.625687:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767683.625689:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767683.625691:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767683.625695:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767683.625700:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3941
00000400:00000200:2.0:1775767683.625710:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767683.625714:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767683.625717:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767683.625720:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625722:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625724:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625728:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767683.625729:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767683.625730:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767683.625732:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767683.625735:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767683.625737:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767683.625741:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767683.625744:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625749:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767683.625751:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625753:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767683.625755:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767683.625756:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767683.625757:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767683.625758:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767683.625761:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767683.625762:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625765:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767683.625769:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767683.625771:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625774:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767683.625777:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767683.625780:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767683.625783:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767683.625785:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767683.625789:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767683.625791:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767683.625793:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767683.625798:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767683.625802:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767683.625809:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384608128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767683.625819:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767683.625822:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625826:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384608128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767683.625853:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767683.625857:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3951)
00000800:00000200:0.1:1775767683.626134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767683.626136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767683.626329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767683.626331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767683.626548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767683.626550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767683.626768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767683.626771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767684.008953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767684.008969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767684.008976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767684.008977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767684.009000:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767684.009002:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767684.009004:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767685.032926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767685.032933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767685.032941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767685.032943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767685.033006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767685.033010:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767685.033012:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767686.057036:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767686.057042:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767686.057047:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767686.057048:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767686.057098:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767686.057103:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767686.057106:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767687.080943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767687.080949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767687.080955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767687.080959:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767687.080961:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767687.080963:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767687.080965:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767687.080967:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767687.080969:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767687.080970:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767687.080987:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767687.080989:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767687.080991:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767688.104933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767688.104942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767688.104962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767688.104964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767688.105031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767688.105034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767688.105037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767688.744908:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767688.744948:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767688.744951:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767688.744955:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767688.744960:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767688.744967:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3946
00000400:00000200:2.0:1775767688.744976:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767688.744982:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767688.744986:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767688.744989:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.744992:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.744995:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.744997:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767688.745001:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767688.745003:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767688.745005:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767688.745008:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767688.745011:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767688.745013:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767688.745016:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745030:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745032:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745034:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767688.745038:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767688.745041:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745044:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767688.745048:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767688.745051:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767688.745055:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745057:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767688.745060:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767688.745070:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767688.745073:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767688.745076:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767688.745077:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745080:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767688.745082:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767688.745087:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767688.745093:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767688.745099:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767688.745106:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384608256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767688.745115:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767688.745118:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.745122:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384608256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767688.745141:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767688.745143:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767688.745146:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767688.745147:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767688.745149:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767688.745150:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767688.745152:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3946
00000400:00000200:2.0:1775767688.745156:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767688.745159:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767688.745160:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767688.745162:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745164:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745165:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745167:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767688.745168:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767688.745169:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767688.745170:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767688.745171:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767688.745173:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767688.745174:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767688.745176:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745177:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745179:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745180:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767688.745183:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767688.745185:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745186:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767688.745187:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767688.745192:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767688.745194:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745196:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767688.745200:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767688.745203:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745204:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767688.745207:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767688.745209:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767688.745212:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767688.745213:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745214:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767688.745216:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767688.745217:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767688.745221:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767688.745223:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767688.745228:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384608384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767688.745251:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767688.745253:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.745256:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384608384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767688.745270:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767688.745273:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767688.745275:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767688.745276:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767688.745277:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767688.745280:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767688.745285:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3946
00000400:00000200:2.0:1775767688.745289:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767688.745293:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767688.745294:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767688.745296:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745298:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745304:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745311:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767688.745317:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767688.745320:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767688.745325:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767688.745329:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767688.745336:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767688.745343:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767688.745350:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745356:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745363:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745366:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767688.745370:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767688.745374:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745386:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767688.745401:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767688.745404:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767688.745409:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745420:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767688.745423:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767688.745436:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745438:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767688.745442:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767688.745445:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767688.745447:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767688.745453:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745456:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767688.745459:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767688.745462:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767688.745471:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767688.745476:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767688.745486:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384608512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767688.745504:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767688.745505:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.745512:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384608512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767688.745529:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767688.745532:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767688.745541:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767688.745542:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767688.745544:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767688.745545:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767688.745549:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3946
00000400:00000200:2.0:1775767688.745557:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767688.745560:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767688.745562:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767688.745563:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745565:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745566:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745568:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767688.745575:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767688.745580:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767688.745586:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767688.745599:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767688.745601:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767688.745611:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767688.745618:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745623:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745633:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745642:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767688.745650:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767688.745665:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745667:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767688.745671:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767688.745679:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767688.745686:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745689:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767688.745691:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767688.745699:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745701:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767688.745720:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767688.745730:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767688.745736:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767688.745736:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745737:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767688.745738:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767688.745740:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767688.745743:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767688.745754:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767688.745762:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384608640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767688.745784:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767688.745791:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.745810:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384608640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767688.745820:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767688.745825:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767688.745861:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767688.745862:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767688.745863:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767688.745864:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767688.745868:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3946
00000400:00000200:2.0:1775767688.745871:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767688.745873:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767688.745875:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767688.745877:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745878:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745879:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745881:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767688.745883:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767688.745885:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767688.745886:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767688.745888:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767688.745890:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767688.745891:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767688.745893:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745895:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767688.745896:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745898:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767688.745899:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767688.745901:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767688.745902:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767688.745903:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767688.745905:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767688.745906:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745908:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767688.745909:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767688.745910:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745925:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767688.745933:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767688.745940:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767688.745943:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767688.745949:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767688.745958:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767688.745960:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767688.745965:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767688.745976:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767688.745980:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767688.745991:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384608768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767688.746040:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767688.746045:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.746051:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384608768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767688.746065:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767688.746075:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3956)
00000800:00000200:0.1:1775767688.746077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767688.746352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767688.746498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767688.746705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767688.746962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767689.128985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767689.128991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767689.128998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767689.129000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767689.129052:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767689.129057:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767689.129061:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767690.152974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767690.152982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767690.152988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767690.152989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767690.153007:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767690.153008:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767690.153010:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767691.176934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767691.176942:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767691.176945:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767691.176948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767691.176953:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767691.176956:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767691.176958:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767691.176960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767691.176963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767691.176965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767691.177017:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767691.177022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767691.177026:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767691.817212:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767691.817258:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767691.817270:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767691.817274:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767691.817279:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767691.817283:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767691.817288:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767691.817291:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:3.0:1775767691.817299:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767691.817303:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767691.817310:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4000
00000400:00000010:3.0:1775767691.817312:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4000.
00000100:00000001:3.0:1775767691.817317:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767691.817325:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979180 x1862023384608256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817356:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767691.817361:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384608256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817371:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767691.817373:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767691.817387:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767691.817390:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462300.
00000400:00000200:3.0:1775767691.817394:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767691.817399:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767691.817405:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc45d8
00000400:00000010:3.0:1775767691.817408:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc45d8.
00000100:00000001:3.0:1775767691.817412:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767691.817421:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979880 x1862023384608384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817445:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767691.817449:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384608384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817456:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767691.817459:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767691.817468:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767691.817474:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:3.0:1775767691.817478:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767691.817483:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767691.817489:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4440
00000400:00000010:3.0:1775767691.817491:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4440.
00000100:00000001:3.0:1775767691.817497:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767691.817502:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497b480 x1862023384608512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817514:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767691.817521:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384608512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817533:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767691.817538:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767691.817548:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767691.817553:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:3.0:1775767691.817558:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767691.817565:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767691.817571:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4ee0
00000400:00000010:3.0:1775767691.817575:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4ee0.
00000100:00000001:3.0:1775767691.817581:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767691.817590:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978e00 x1862023384608640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817609:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767691.817617:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384608640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817633:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767691.817637:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767691.817647:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767691.817652:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:3.0:1775767691.817657:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767691.817665:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767691.817668:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4330
00000400:00000010:3.0:1775767691.817672:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4330.
00000100:00000001:3.0:1775767691.817676:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767691.817684:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497bb80 x1862023384608768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817692:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767691.817697:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384608768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767691.817712:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767691.817717:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767692.200963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767692.200971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767692.200980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767692.200982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767692.201048:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767692.201052:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767692.201056:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767693.224908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767693.224913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767693.224919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767693.224920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767693.224943:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767693.224946:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767693.224948:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767693.864951:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767693.864960:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767693.864963:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767693.864967:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767693.864971:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767693.864978:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3951
00000400:00000200:2.0:1775767693.864989:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767693.864996:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767693.864999:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767693.865001:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865004:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865007:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865009:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767693.865014:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767693.865017:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767693.865022:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767693.865026:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767693.865029:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767693.865032:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767693.865036:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865039:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865043:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865046:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767693.865050:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767693.865055:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865058:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767693.865062:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767693.865067:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767693.865072:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865073:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767693.865075:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767693.865085:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767693.865088:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767693.865092:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767693.865094:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865098:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767693.865101:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767693.865108:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767693.865119:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767693.865129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767693.865142:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384608896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767693.865154:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767693.865160:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.865166:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384608896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767693.865195:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767693.865200:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767693.865203:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767693.865205:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767693.865207:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767693.865210:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767693.865213:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3951
00000400:00000200:2.0:1775767693.865218:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767693.865222:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767693.865226:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767693.865230:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865233:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865236:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865239:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767693.865241:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767693.865243:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767693.865244:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767693.865247:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767693.865250:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767693.865254:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767693.865259:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865264:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865270:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865273:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767693.865278:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767693.865286:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865291:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767693.865295:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767693.865304:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767693.865312:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865319:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767693.865327:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767693.865333:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865336:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767693.865342:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767693.865348:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767693.865352:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767693.865354:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865359:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767693.865362:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767693.865365:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767693.865371:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767693.865378:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767693.865386:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384609024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767693.865397:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767693.865401:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.865406:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384609024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767693.865425:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767693.865430:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767693.865441:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767693.865445:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767693.865448:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767693.865453:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767693.865459:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3951
00000400:00000200:2.0:1775767693.865467:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767693.865479:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767693.865488:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767693.865494:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865498:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865501:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865508:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767693.865512:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767693.865514:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767693.865517:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767693.865521:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767693.865525:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767693.865529:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767693.865538:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865541:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865547:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865552:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767693.865557:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767693.865564:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865570:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767693.865573:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767693.865587:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767693.865598:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865605:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767693.865610:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767693.865616:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865619:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767693.865625:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767693.865629:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767693.865634:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767693.865637:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865641:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767693.865645:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775767693.865645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775767693.865648:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767693.865653:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767693.865657:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767693.865663:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384609152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767693.865680:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767693.865684:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767693.865689:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.865696:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384609152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767693.865717:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767693.865723:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767693.865728:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767693.865730:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767693.865733:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767693.865738:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767693.865745:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3951
00000400:00000200:2.0:1775767693.865753:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767693.865761:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767693.865767:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767693.865772:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865777:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865782:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865788:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767693.865794:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767693.865798:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767693.865802:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767693.865807:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767693.865811:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767693.865814:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767693.865819:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865824:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.865884:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865887:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767693.865891:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767693.865896:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767693.865899:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767693.865902:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767693.865906:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767693.865909:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865913:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767693.865916:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767693.865922:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865925:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767693.865931:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767693.865934:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767693.865937:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767693.865939:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.865943:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767693.865945:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767693.865948:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767693.865953:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767693.865959:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767693.865968:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384609280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767693.865984:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767693.865988:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.865997:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384609280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767693.866012:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767693.866017:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767693.866025:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767693.866029:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767693.866032:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767693.866037:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767693.866044:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3951
00000400:00000200:2.0:1775767693.866057:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767693.866065:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767693.866069:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767693.866076:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.866082:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.866085:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.866090:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767693.866097:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767693.866100:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767693.866104:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767693.866108:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767693.866113:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767693.866119:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767693.866129:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.866133:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767693.866139:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767693.866144:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767693.866149:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767693.866155:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767693.866161:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767693.866166:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767693.866171:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767693.866176:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.866181:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767693.866185:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767693.866191:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.866195:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767693.866202:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767693.866208:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767693.866216:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767693.866220:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767693.866225:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767693.866229:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767693.866232:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767693.866240:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767693.866246:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767693.866258:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384609408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767693.866273:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767693.866278:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.866286:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384609408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767693.866301:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767693.866309:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3961)
00000800:00000200:0.1:1775767693.866492:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767693.866495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767693.866794:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767693.866796:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767693.867120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767693.867122:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767693.867364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767693.867366:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767694.248913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767694.248921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767694.248929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767694.248930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767694.249004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767694.249009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767694.249013:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767695.272916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767695.272922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767695.272928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767695.272929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767695.273007:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767695.273022:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767695.273030:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767696.296913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767696.296920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767696.296926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767696.296930:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767696.296932:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767696.296937:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767696.296939:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767696.296941:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767696.296943:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767696.296945:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767696.296966:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767696.296968:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767696.296970:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767697.320952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767697.320957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767697.320963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767697.320964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767697.321057:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767697.321063:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767697.321069:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767698.344933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767698.344939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767698.344944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767698.344946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767698.345025:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767698.345030:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767698.345033:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767698.984978:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767698.984988:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767698.984991:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767698.984994:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767698.984998:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767698.985004:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3956
00000400:00000200:2.0:1775767698.985012:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767698.985018:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767698.985020:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767698.985023:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985025:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985027:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985028:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767698.985032:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767698.985033:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767698.985035:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767698.985037:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767698.985039:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767698.985040:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767698.985042:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985043:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985045:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985046:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767698.985048:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767698.985050:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985052:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767698.985054:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767698.985057:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767698.985060:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985062:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767698.985064:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767698.985088:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767698.985093:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767698.985098:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767698.985100:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985103:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767698.985106:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767698.985112:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767698.985122:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767698.985129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767698.985137:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384609536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767698.985146:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767698.985149:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985153:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384609536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767698.985174:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767698.985177:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767698.985179:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767698.985180:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767698.985182:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767698.985183:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767698.985185:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3956
00000400:00000200:2.0:1775767698.985188:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767698.985190:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767698.985192:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767698.985194:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985196:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985198:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985200:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767698.985201:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767698.985203:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767698.985204:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767698.985206:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767698.985207:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767698.985208:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767698.985211:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985212:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985215:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985219:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767698.985221:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767698.985225:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985228:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767698.985231:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767698.985236:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767698.985242:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985247:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767698.985252:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767698.985256:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985258:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767698.985261:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767698.985265:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767698.985269:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767698.985272:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985277:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767698.985279:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767698.985282:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767698.985285:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767698.985289:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767698.985295:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384609664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767698.985308:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767698.985312:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985318:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384609664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767698.985327:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767698.985330:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767698.985332:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767698.985333:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767698.985336:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767698.985339:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767698.985342:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3956
00000400:00000200:2.0:1775767698.985348:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767698.985350:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767698.985352:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767698.985357:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985360:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985363:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985367:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767698.985371:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767698.985374:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767698.985376:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767698.985378:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767698.985382:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767698.985386:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767698.985390:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985393:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985397:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985399:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767698.985404:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767698.985407:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985412:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767698.985414:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767698.985416:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767698.985421:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985424:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767698.985426:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767698.985428:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985429:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767698.985433:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767698.985435:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767698.985436:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767698.985437:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985438:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767698.985439:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767698.985440:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767698.985442:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767698.985446:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767698.985450:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384609792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767698.985463:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767698.985467:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985473:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384609792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767698.985490:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767698.985493:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767698.985500:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767698.985503:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767698.985506:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767698.985508:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767698.985511:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3956
00000400:00000200:2.0:1775767698.985521:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767698.985526:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767698.985528:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767698.985534:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985538:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985539:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985541:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767698.985545:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767698.985546:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767698.985547:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767698.985549:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767698.985552:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767698.985557:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767698.985562:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985565:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985569:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767698.985569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767698.985572:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.1:1775767698.985574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1775767698.985575:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767698.985581:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985586:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767698.985589:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767698.985592:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767698.985594:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985596:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767698.985600:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767698.985603:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985604:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767698.985607:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767698.985609:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767698.985613:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767698.985613:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985615:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767698.985618:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767698.985620:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767698.985625:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767698.985627:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767698.985633:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384609920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767698.985661:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767698.985664:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985671:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384609920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767698.985701:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767698.985707:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767698.985711:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767698.985712:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767698.985714:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767698.985718:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767698.985722:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3956
00000400:00000200:2.0:1775767698.985728:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767698.985731:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767698.985733:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767698.985736:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985739:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985740:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985742:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767698.985746:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767698.985747:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767698.985748:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767698.985750:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767698.985751:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767698.985756:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767698.985762:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985766:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767698.985768:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985769:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767698.985771:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767698.985772:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767698.985773:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767698.985775:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767698.985779:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767698.985789:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985793:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767698.985796:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767698.985801:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985805:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767698.985809:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767698.985825:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767698.985854:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767698.985856:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767698.985860:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767698.985864:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767698.985867:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767698.985875:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767698.985880:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767698.985889:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384610048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767698.985909:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767698.985913:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985918:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384610048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767698.985930:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767698.985936:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3966)
00000800:00000200:0.1:1775767698.986117:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767698.986119:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767698.986397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767698.986399:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767698.986584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767698.986585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767698.986750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767698.986751:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767699.368941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767699.368949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767699.368958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767699.368959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767699.368982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767699.368985:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767699.368988:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767700.392936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767700.392941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767700.392947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767700.392948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767700.393008:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767700.393011:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767700.393015:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767701.416920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767701.416928:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767701.416931:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767701.416934:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767701.416938:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767701.416940:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767701.416942:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767701.416944:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767701.416947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767701.416948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767701.417022:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767701.417027:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767701.417031:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767702.440914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767702.440921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767702.440925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767702.440926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767702.440943:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767702.440945:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767702.440947:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767703.464949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767703.464956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767703.464964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767703.464965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767703.465014:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767703.465019:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767703.465022:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767704.104948:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767704.104957:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767704.104960:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767704.104965:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767704.104969:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767704.104976:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3961
00000400:00000200:2.0:1775767704.104987:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767704.104993:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767704.104996:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767704.104998:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105001:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105003:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105005:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767704.105010:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767704.105011:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767704.105013:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767704.105016:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767704.105017:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767704.105019:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767704.105021:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105022:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105023:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767704.105027:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767704.105030:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105032:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767704.105034:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767704.105037:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767704.105039:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105041:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767704.105043:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767704.105053:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767704.105056:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767704.105060:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767704.105062:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105065:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767704.105067:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767704.105072:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767704.105080:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767704.105087:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767704.105096:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384610176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767704.105105:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767704.105110:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.105114:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384610176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767704.105134:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767704.105137:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767704.105139:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767704.105140:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767704.105142:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767704.105144:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767704.105145:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3961
00000400:00000200:2.0:1775767704.105147:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767704.105149:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767704.105150:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767704.105153:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105154:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105156:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105157:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767704.105159:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767704.105160:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767704.105160:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767704.105163:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767704.105164:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767704.105166:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767704.105169:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105170:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105172:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105173:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767704.105174:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767704.105176:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105177:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767704.105178:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767704.105183:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767704.105185:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105186:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767704.105190:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767704.105193:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105194:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767704.105197:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767704.105199:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767704.105201:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767704.105202:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105203:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767704.105204:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767704.105205:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767704.105208:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767704.105211:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767704.105217:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384610304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767704.105231:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767704.105234:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.105238:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384610304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767704.105269:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767704.105276:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767704.105285:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767704.105289:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767704.105292:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767704.105300:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767704.105305:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3961
00000400:00000200:2.0:1775767704.105308:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767704.105313:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767704.105315:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767704.105320:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105327:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105332:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105335:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767704.105338:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767704.105341:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767704.105343:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767704.105347:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767704.105354:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767704.105357:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767704.105363:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105365:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105371:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105379:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767704.105382:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767704.105387:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105389:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767704.105390:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767704.105392:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767704.105394:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105395:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767704.105396:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767704.105398:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105404:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767704.105411:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767704.105414:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767704.105420:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767704.105422:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105429:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767704.105431:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767704.105432:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767704.105439:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767704.105444:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767704.105452:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384610432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767704.105470:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767704.105476:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.105484:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384610432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767704.105504:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767704.105510:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767704.105518:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767704.105524:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767704.105526:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767704.105538:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767704.105548:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3961
00000400:00000200:2.0:1775767704.105556:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767704.105561:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767704.105566:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767704.105573:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105576:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105578:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105581:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767704.105584:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767704.105589:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767704.105590:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767704.105592:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767704.105593:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767704.105595:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767704.105600:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105607:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105612:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105616:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767704.105622:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767704.105632:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105638:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767704.105645:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767704.105652:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767704.105661:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105666:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767704.105671:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767704.105676:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105682:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767704.105690:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767704.105696:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767704.105702:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767704.105703:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105706:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767704.105709:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767704.105711:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767704.105718:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767704.105724:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767704.105730:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384610560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767704.105746:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767704.105748:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.105752:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384610560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767704.105780:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767704.105786:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767704.105791:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767704.105792:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767704.105795:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767704.105801:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767704.105802:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767704.105810:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3961
00000800:00000200:0.1:1775767704.105811:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000400:00000200:2.0:1775767704.105823:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767704.105858:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767704.105860:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767704.105863:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105866:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105867:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105869:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767704.105872:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767704.105873:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767704.105875:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767704.105876:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767704.105877:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767704.105880:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767704.105882:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105889:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767704.105894:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105897:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767704.105902:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767704.105906:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767704.105910:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767704.105916:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767704.105919:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767704.105922:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105923:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767704.105925:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767704.105929:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105932:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767704.105941:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767704.105946:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767704.105949:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767704.105951:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767704.105955:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767704.105958:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767704.105961:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767704.105967:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767704.105974:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767704.105985:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384610688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767704.105996:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767704.106003:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.106008:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384610688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767704.106064:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767704.106070:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3971)
00000800:00000200:0.1:1775767704.106456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767704.106458:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767704.106750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767704.106780:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767704.107115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767704.107118:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767704.107416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767704.107419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767704.488931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767704.488937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767704.488943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767704.488945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767704.489028:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767704.489034:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767704.489040:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767705.512923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767705.512929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767705.512935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767705.512936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767705.512954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767705.512955:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767705.512958:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767706.536934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767706.536941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767706.536946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767706.536949:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767706.536951:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767706.536953:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767706.536956:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767706.536958:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767706.536960:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767706.536961:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767706.537013:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767706.537017:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767706.537020:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767707.560925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767707.560931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767707.560937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767707.560939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767707.560993:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767707.560996:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767707.560999:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767708.584992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767708.584998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767708.585005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767708.585008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767708.585033:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767708.585037:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767708.585040:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767709.224928:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767709.224937:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767709.224939:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767709.224942:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767709.224947:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767709.224953:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3966
00000400:00000200:3.0:1775767709.224960:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767709.224965:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767709.224968:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767709.224970:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.224973:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.224975:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.224977:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767709.224979:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767709.224981:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767709.224983:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767709.224985:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767709.224986:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767709.224988:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767709.224990:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.224991:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.224992:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.224994:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767709.224996:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767709.224998:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225000:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767709.225002:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767709.225006:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767709.225008:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225010:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767709.225012:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767709.225020:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767709.225024:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767709.225029:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767709.225030:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225033:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767709.225036:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767709.225041:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767709.225050:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767709.225075:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767709.225085:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384610816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767709.225094:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767709.225098:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225101:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384610816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767709.225123:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767709.225126:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767709.225128:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767709.225129:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767709.225130:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767709.225132:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767709.225133:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3966
00000400:00000200:3.0:1775767709.225137:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767709.225139:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767709.225141:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767709.225143:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225145:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225147:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225148:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767709.225150:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767709.225151:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767709.225152:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767709.225153:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767709.225154:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767709.225156:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767709.225157:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225158:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225160:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225161:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767709.225162:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767709.225164:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225165:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767709.225166:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767709.225170:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767709.225172:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225173:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767709.225178:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767709.225180:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225181:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767709.225184:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767709.225186:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767709.225188:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767709.225189:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225192:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767709.225193:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767709.225195:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767709.225200:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767709.225205:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767709.225211:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384610944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767709.225226:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767709.225229:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225233:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384610944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767709.225249:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767709.225252:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767709.225255:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767709.225258:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767709.225260:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767709.225263:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767709.225267:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3966
00000400:00000200:3.0:1775767709.225271:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767709.225275:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767709.225277:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767709.225281:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225286:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225289:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225292:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767709.225294:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767709.225296:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767709.225299:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767709.225300:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767709.225302:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767709.225303:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767709.225305:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225306:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225307:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225308:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767709.225310:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767709.225312:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225313:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767709.225314:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767709.225317:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767709.225319:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225322:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767709.225325:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767709.225330:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225331:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767709.225336:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767709.225341:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767709.225347:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767709.225350:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225354:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767709.225358:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767709.225360:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767709.225368:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767709.225375:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767709.225385:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384611072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767709.225405:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767709.225409:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225417:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384611072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767709.225438:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767709.225440:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767709.225447:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767709.225451:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767709.225454:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767709.225460:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767709.225465:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3966
00000400:00000200:3.0:1775767709.225471:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767709.225476:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767709.225481:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767709.225485:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225490:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225494:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.1:1775767709.225494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767709.225500:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.1:1775767709.225500:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1775767709.225502:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767709.225505:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767709.225508:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767709.225510:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767709.225513:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767709.225516:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767709.225520:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225523:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225528:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225531:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767709.225533:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767709.225539:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225542:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767709.225544:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767709.225548:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767709.225551:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225556:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767709.225558:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767709.225564:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225567:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767709.225570:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767709.225574:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767709.225579:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767709.225583:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225586:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767709.225589:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767709.225591:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767709.225596:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767709.225599:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767709.225607:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384611200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767709.225612:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767709.225614:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225617:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384611200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767709.225626:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767709.225630:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767709.225632:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767709.225633:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767709.225635:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767709.225639:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767709.225641:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3966
00000400:00000200:3.0:1775767709.225644:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767709.225648:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767709.225651:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767709.225655:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225660:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225661:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225663:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767709.225664:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767709.225665:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767709.225669:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767709.225671:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767709.225674:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767709.225678:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767709.225682:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225684:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767709.225688:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225692:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767709.225698:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767709.225701:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767709.225703:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767709.225704:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767709.225706:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767709.225709:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225711:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767709.225730:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767709.225735:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225739:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767709.225746:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767709.225751:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767709.225757:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767709.225761:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767709.225765:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767709.225768:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767709.225773:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767709.225780:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767709.225786:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767709.225796:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384611328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767709.225814:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767709.225818:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225823:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384611328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767709.225862:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767709.225871:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3977)
00000800:00000200:0.1:1775767709.226005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767709.226007:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767709.226184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767709.226186:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767709.226357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767709.226359:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767709.226523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767709.226524:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767709.608957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767709.608965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767709.608974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767709.608976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767710.632993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767710.633001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767710.633008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767710.633010:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767711.656944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767711.656954:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767711.656957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767711.656960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767711.656965:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767711.656967:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767711.656969:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767711.656971:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767711.656975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767711.656977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767711.656997:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767711.656999:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767711.657001:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767712.680929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767712.680935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767712.680942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767712.680943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767713.704928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767713.704934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767713.704941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767713.704942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767714.344971:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767714.344980:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767714.344983:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767714.344986:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767714.344990:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767714.344996:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3972
00000400:00000200:2.0:1775767714.345004:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767714.345009:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767714.345012:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767714.345014:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345017:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345018:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345020:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767714.345023:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767714.345024:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767714.345026:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767714.345028:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767714.345030:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767714.345031:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767714.345033:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345034:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345036:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345037:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767714.345039:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767714.345042:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345045:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767714.345047:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767714.345050:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767714.345052:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345054:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767714.345056:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767714.345064:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767714.345067:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767714.345070:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767714.345071:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345074:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767714.345076:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767714.345081:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767714.345090:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767714.345096:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767714.345107:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384611456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767714.345117:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767714.345123:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.345128:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384611456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767714.345153:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767714.345157:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767714.345161:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767714.345162:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767714.345164:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767714.345166:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767714.345168:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3972
00000400:00000200:2.0:1775767714.345172:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767714.345176:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767714.345179:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767714.345182:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345186:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345188:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345190:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767714.345193:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767714.345194:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767714.345197:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767714.345201:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767714.345206:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767714.345211:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767714.345219:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345223:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345227:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345231:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767714.345235:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767714.345240:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345242:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767714.345245:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767714.345251:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767714.345256:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345260:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767714.345264:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767714.345269:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345272:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767714.345276:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767714.345279:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767714.345285:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767714.345288:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345289:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767714.345291:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767714.345294:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767714.345301:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767714.345305:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767714.345311:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384611584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767714.345323:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767714.345326:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.345332:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384611584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767714.345355:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767714.345359:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767714.345365:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767714.345368:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767714.345370:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767714.345375:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767714.345379:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3972
00000400:00000200:2.0:1775767714.345384:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767714.345390:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767714.345392:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767714.345399:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345401:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345406:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345408:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767714.345412:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767714.345414:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767714.345417:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767714.345420:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767714.345424:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767714.345426:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767714.345432:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345437:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345462:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345468:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767714.345472:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767714.345477:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345480:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767714.345484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775767714.345485:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767714.345489:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775767714.345489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1775767714.345493:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345497:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767714.345499:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767714.345503:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345506:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767714.345511:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767714.345517:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767714.345523:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767714.345526:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345528:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767714.345531:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767714.345536:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767714.345544:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767714.345551:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767714.345563:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384611712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767714.345578:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767714.345582:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.345589:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384611712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767714.345603:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767714.345606:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767714.345614:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767714.345617:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767714.345620:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767714.345623:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767714.345627:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3972
00000400:00000200:2.0:1775767714.345636:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767714.345645:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767714.345651:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767714.345657:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345662:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345679:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345683:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767714.345689:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767714.345691:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767714.345694:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767714.345699:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767714.345705:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767714.345711:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767714.345720:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345725:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345731:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345736:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767714.345743:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767714.345748:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345754:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767714.345758:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767714.345763:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767714.345767:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345773:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767714.345777:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767714.345783:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345786:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767714.345792:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767714.345798:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767714.345805:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767714.345807:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.345811:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767714.345814:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767714.345816:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767714.345821:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767714.345827:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767714.345872:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384611840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767714.345896:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767714.345902:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.345913:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384611840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767714.345932:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767714.345938:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767714.345945:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767714.345948:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767714.345951:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767714.345954:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767714.345960:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3972
00000400:00000200:2.0:1775767714.345967:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767714.345971:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767714.345975:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767714.345979:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345981:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.345982:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.345983:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767714.345985:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767714.345985:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767714.345988:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767714.345990:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767714.345993:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767714.345997:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767714.346001:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.346002:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767714.346003:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767714.346006:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767714.346011:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767714.346015:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767714.346018:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767714.346022:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767714.346027:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767714.346032:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.346036:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767714.346039:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767714.346042:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.346046:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767714.346050:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767714.346054:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767714.346058:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767714.346060:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767714.346064:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767714.346066:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767714.346070:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767714.346075:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767714.346079:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767714.346087:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384611968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767714.346098:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767714.346101:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.346108:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384611968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767714.346121:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767714.346128:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3982)
00000800:00000200:0.1:1775767714.346208:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767714.346210:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767714.346520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767714.346522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767714.346871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767714.346874:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767714.347294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767714.347312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767714.728960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767714.728967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767714.728974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767714.728975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767714.728994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767714.728997:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767714.729001:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767715.752966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767715.752974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767715.752982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767715.752983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767715.753032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767715.753037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767715.753040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767716.776959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767716.776976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767716.776984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767716.776988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767716.776991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767716.776995:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767716.776998:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767716.777000:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767716.777002:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767716.777005:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767717.800907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767717.800917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767717.800926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767717.800928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767717.800954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767717.800956:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767717.800958:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767718.824967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767718.824974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767718.824984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767718.824987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767718.825037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767718.825042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767718.825046:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767719.464901:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767719.464910:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767719.464912:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767719.464916:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767719.464920:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767719.464926:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3977
00000400:00000200:2.0:1775767719.464934:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767719.464939:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767719.464942:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767719.464944:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.464947:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.464948:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.464950:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767719.464953:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767719.464954:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767719.464956:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767719.464958:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767719.464960:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767719.464961:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767719.464963:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.464965:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.464966:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.464968:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767719.464970:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767719.464973:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767719.464974:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767719.464977:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767719.464979:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767719.464982:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.464984:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767719.464985:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767719.464993:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767719.464996:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767719.464999:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767719.465000:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465002:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767719.465004:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767719.465008:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767719.465015:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767719.465020:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767719.465028:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384612096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767719.465036:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767719.465039:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.465043:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384612096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767719.465063:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767719.465065:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767719.465068:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767719.465069:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767719.465070:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767719.465071:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767719.465073:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3977
00000400:00000200:2.0:1775767719.465076:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767719.465078:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767719.465079:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767719.465082:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465083:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465084:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465086:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767719.465087:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767719.465088:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767719.465089:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767719.465090:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767719.465091:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767719.465092:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767719.465094:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465095:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465097:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465098:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767719.465100:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767719.465101:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465103:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767719.465104:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767719.465108:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767719.465110:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465112:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767719.465115:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767719.465118:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465120:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767719.465122:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767719.465124:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767719.465125:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767719.465127:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465129:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767719.465131:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767719.465132:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767719.465139:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767719.465150:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767719.465158:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384612224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767719.465173:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767719.465181:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.465195:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384612224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767719.465216:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767719.465222:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767719.465234:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767719.465242:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767719.465247:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767719.465254:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767719.465265:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3977
00000400:00000200:2.0:1775767719.465276:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767719.465282:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767719.465289:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767719.465298:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465303:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465310:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465313:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767719.465318:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767719.465322:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767719.465325:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767719.465329:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767719.465333:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767719.465346:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767719.465363:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465378:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465389:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465405:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767719.465411:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767719.465419:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465430:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767719.465437:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767719.465443:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767719.465452:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465466:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767719.465471:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767719.465483:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465493:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767719.465503:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767719.465509:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767719.465514:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767719.465528:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767719.465529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767719.465535:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1775767719.465535:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1775767719.465540:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767719.465548:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767719.465556:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767719.465567:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767719.465583:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384612352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767719.465639:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767719.465645:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.465662:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384612352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767719.465682:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767719.465688:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767719.465696:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767719.465698:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767719.465700:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767719.465708:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767719.465717:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3977
00000400:00000200:2.0:1775767719.465734:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767719.465739:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767719.465743:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767719.465756:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465764:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465779:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465791:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767719.465798:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767719.465801:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767719.465810:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767719.465816:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767719.465821:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767719.465872:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767719.465881:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465891:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.465902:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465913:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767719.465924:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767719.465936:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767719.465945:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767719.465954:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767719.465964:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767719.465972:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.465985:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767719.465992:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767719.466004:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.466008:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767719.466022:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767719.466030:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767719.466037:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767719.466043:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.466051:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767719.466055:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767719.466064:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767719.466076:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767719.466086:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767719.466099:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384612480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767719.466124:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767719.466131:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.466142:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384612480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767719.466184:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767719.466195:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767719.466211:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767719.466215:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767719.466219:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767719.466228:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767719.466236:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3977
00000400:00000200:2.0:1775767719.466250:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767719.466262:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767719.466268:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767719.466281:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.466291:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.466302:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.466312:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767719.466326:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767719.466332:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767719.466337:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767719.466346:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767719.466356:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767719.466368:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767719.466385:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.466396:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767719.466408:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767719.466420:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.1:1775767719.466424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775767719.466430:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000800:00000200:0.1:1775767719.466431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1775767719.466449:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767719.466464:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767719.466474:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767719.466482:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767719.466492:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.466498:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767719.466502:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767719.466516:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.466523:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767719.466537:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767719.466547:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767719.466556:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767719.466559:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767719.466567:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767719.466573:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767719.466578:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767719.466587:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767719.466596:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767719.466611:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384612608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767719.466735:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767719.466742:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.466759:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384612608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767719.466823:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767719.466860:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3987)
00000800:00000200:0.1:1775767719.466961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767719.466963:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767719.467199:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767719.467201:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767719.467377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767719.467379:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767719.848964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767719.848969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767719.848974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767719.848975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767720.872958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767720.872963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767720.872969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767720.872970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767720.872994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767720.872997:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767720.872999:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767721.896933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767721.896942:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767721.896944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767721.896949:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767721.896953:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767721.896955:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767721.896957:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767721.896960:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767721.896963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767721.896965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767721.897011:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767721.897016:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767721.897020:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767722.920972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767722.920978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767722.920983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767722.920984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767723.944956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767723.944964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767723.944974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767723.944976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767723.944999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767723.945002:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767723.945005:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767724.584952:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767724.584962:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767724.584964:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767724.584968:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767724.584972:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767724.584979:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3982
00000400:00000200:2.0:1775767724.584993:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767724.584998:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767724.585000:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767724.585003:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585005:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585007:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585009:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767724.585012:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767724.585013:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767724.585016:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767724.585018:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767724.585019:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767724.585021:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767724.585023:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585026:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585027:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585029:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767724.585031:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767724.585033:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585035:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767724.585037:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767724.585040:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767724.585042:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585044:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767724.585045:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767724.585054:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767724.585057:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767724.585060:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767724.585061:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585063:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767724.585065:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767724.585069:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767724.585077:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767724.585084:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767724.585095:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384612736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767724.585107:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767724.585111:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.585117:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384612736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767724.585139:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767724.585142:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767724.585144:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767724.585146:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767724.585147:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767724.585149:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767724.585152:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3982
00000400:00000200:2.0:1775767724.585155:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767724.585157:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767724.585159:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767724.585161:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585162:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585164:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585165:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767724.585167:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767724.585167:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767724.585168:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767724.585170:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767724.585172:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767724.585173:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767724.585175:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585177:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585179:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585181:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767724.585182:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767724.585185:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585187:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767724.585188:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767724.585193:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767724.585195:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585196:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767724.585199:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767724.585202:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585203:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767724.585206:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767724.585208:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767724.585210:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767724.585211:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585213:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767724.585214:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767724.585218:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767724.585226:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767724.585229:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767724.585235:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384612864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767724.585254:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767724.585258:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.585267:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384612864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767724.585286:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767724.585294:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767724.585301:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767724.585307:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767724.585308:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767724.585316:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767724.585327:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3982
00000400:00000200:2.0:1775767724.585333:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767724.585345:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767724.585348:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767724.585354:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585365:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585373:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585375:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767724.585376:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767724.585377:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767724.585378:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767724.585380:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767724.585387:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767724.585396:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767724.585399:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585401:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585408:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585414:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767724.585417:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767724.585421:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585424:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767724.585430:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767724.585434:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767724.585436:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585437:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767724.585440:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767724.585453:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585456:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767724.585463:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767724.585471:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767724.585475:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767724.585482:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585485:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767724.585489:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767724.585494:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767724.585500:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767724.585508:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767724.585527:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384612992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767724.585549:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767724.585554:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.585561:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384612992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767724.585721:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767724.585726:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767724.585738:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767724.585744:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767724.585746:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767724.585749:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767724.585751:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775767724.585757:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775767724.585759:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3982
00000400:00000200:2.0:1775767724.585778:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767724.585789:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767724.585792:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767724.585795:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585796:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585798:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585808:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767724.585811:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767724.585817:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767724.585824:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767724.585827:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767724.585865:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767724.585867:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767724.585871:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585875:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.585878:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585887:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767724.585890:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767724.585895:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767724.585897:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767724.585900:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767724.585906:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767724.585916:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585930:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767724.585934:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767724.585939:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585944:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767724.585953:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767724.585959:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767724.585968:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767724.585972:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.585982:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767724.585985:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767724.585992:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767724.585998:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767724.586001:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767724.586016:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384613120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767724.586031:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767724.586035:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.586039:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384613120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767724.586054:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767724.586057:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767724.586062:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767724.586064:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767724.586065:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767724.586068:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767724.586072:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3982
00000400:00000200:2.0:1775767724.586078:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767724.586089:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767724.586092:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767724.586096:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.586099:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.586112:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.586119:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767724.586127:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767724.586130:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767724.586138:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767724.586141:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767724.586144:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767724.586150:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767724.586160:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.586169:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767724.586178:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767724.586182:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767724.586185:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767724.586191:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767724.586199:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767724.586207:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767724.586215:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767724.586221:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.586230:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767724.586237:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767724.586248:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.586251:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767724.586256:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767724.586261:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767724.586268:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767724.586270:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767724.586275:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767724.586278:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767724.586281:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767724.586284:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767724.586286:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767724.586292:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384613248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767724.586342:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767724.586344:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.586352:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384613248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767724.586378:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767724.586387:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3992)
00000800:00000200:0.1:1775767724.586626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767724.586628:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767724.586898:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767724.586900:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767724.587122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767724.587123:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767724.587345:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767724.587347:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767724.968934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767724.968940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767724.968946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767724.968947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767725.992940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767725.992946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767725.992952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767725.992953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767727.016943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767727.016952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767727.016960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767727.016965:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767727.016969:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767727.016974:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767727.016978:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767727.016981:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767727.016983:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767727.016988:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767727.017015:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767727.017019:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767727.017022:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767728.040932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767728.040938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767728.040944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767728.040946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767729.064958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767729.064965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767729.064973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767729.064976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767729.705000:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767729.705008:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767729.705015:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767729.705019:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767729.705024:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767729.705031:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 3987
00000400:00000200:3.0:1775767729.705043:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767729.705049:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767729.705052:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767729.705055:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705062:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767729.705065:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767729.705067:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767729.705069:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767729.705072:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767729.705073:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767729.705075:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767729.705077:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705078:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705081:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767729.705085:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767729.705087:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705089:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767729.705092:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767729.705095:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767729.705097:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705099:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767729.705101:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767729.705112:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767729.705115:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767729.705118:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767729.705120:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705122:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767729.705125:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767729.705129:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767729.705144:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767729.705151:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767729.705160:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384613376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767729.705169:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767729.705174:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.705178:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384613376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767729.705200:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767729.705203:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767729.705206:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767729.705207:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767729.705208:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767729.705210:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767729.705212:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3987
00000400:00000200:3.0:1775767729.705214:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767729.705217:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767729.705219:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767729.705221:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705223:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705225:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705227:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767729.705229:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767729.705231:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767729.705232:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767729.705234:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767729.705236:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767729.705237:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767729.705240:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705242:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705243:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705245:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767729.705249:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767729.705253:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705259:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767729.705261:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767729.705273:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767729.705276:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705277:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767729.705283:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767729.705293:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705302:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767729.705312:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767729.705319:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767729.705329:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767729.705333:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705344:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767729.705350:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767729.705355:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767729.705368:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767729.705376:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767729.705387:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384613504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767729.705407:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767729.705409:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.705427:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384613504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767729.705453:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767729.705459:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767729.705465:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767729.705469:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767729.705472:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767729.705485:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767729.705490:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3987
00000400:00000200:3.0:1775767729.705510:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767729.705515:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767729.705530:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767729.705535:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705543:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705545:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705547:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767729.705549:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767729.705551:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767729.705556:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767729.705558:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767729.705563:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767729.705566:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767729.705570:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705571:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705576:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705581:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767729.705585:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767729.705587:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705589:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767729.705590:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767729.705595:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767729.705602:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705609:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767729.705612:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767729.705624:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705634:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767729.705642:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767729.705650:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767729.705660:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767729.705663:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.705674:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767729.705676:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767729.705679:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767729.705687:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767729.705695:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767729.705711:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384613632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767729.705731:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767729.705734:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.705746:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384613632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767729.705757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767729.705771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775767729.705772:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767729.705782:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767729.705794:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767729.705799:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767729.705801:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767729.705805:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767729.705812:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3987
00000400:00000200:3.0:1775767729.705823:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767729.705881:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767729.705884:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767729.705892:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705902:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705910:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705918:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767729.705929:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767729.705932:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767729.705935:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767729.705937:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767729.705942:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767729.705950:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767729.705962:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705966:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.705975:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.705987:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767729.705996:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767729.706003:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706006:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767729.706008:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767729.706014:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767729.706025:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706034:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767729.706037:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767729.706043:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706048:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767729.706052:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767729.706055:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767729.706058:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767729.706059:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706061:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767729.706062:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767729.706065:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767729.706072:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767729.706077:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767729.706083:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384613760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767729.706107:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767729.706112:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.706124:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384613760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767729.706193:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767729.706199:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767729.706206:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767729.706208:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767729.706213:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767729.706216:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767729.706227:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 3987
00000400:00000200:3.0:1775767729.706235:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767729.706243:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767729.706250:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767729.706264:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706275:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.706282:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706290:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767729.706298:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767729.706306:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767729.706314:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767729.706319:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767729.706328:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767729.706339:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767729.706357:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706365:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767729.706373:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706383:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767729.706393:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767729.706406:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767729.706414:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767729.706423:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767729.706432:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767729.706442:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706450:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767729.706456:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767729.706465:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706470:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767729.706476:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767729.706481:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767729.706487:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767729.706490:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767729.706496:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767729.706501:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767729.706507:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767729.706512:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767729.706533:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767729.706546:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384613888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767729.706569:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767729.706574:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.706581:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384613888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767729.706597:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767729.706605:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3997)
00000800:00000200:0.1:1775767729.706729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767729.706743:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767729.707011:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767729.707013:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767729.707193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767729.707195:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767729.707364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767729.707366:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767730.088956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767730.088963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767730.088970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767730.088971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767730.088998:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767730.089001:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767730.089005:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767731.112979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767731.112985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767731.112990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767731.112991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767732.136972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767732.136979:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767732.136981:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767732.136984:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767732.136989:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767732.136992:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767732.136993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767732.136995:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767732.136999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767732.137000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767733.160964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767733.160970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767733.160975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767733.160976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767733.160999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767733.161001:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767733.161003:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767734.184948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767734.184954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767734.184958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767734.184959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767734.825493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767734.825500:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767734.826263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767734.826266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767734.826572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767734.826574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767734.826814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767734.826817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767734.827056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767734.827058:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767735.208935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767735.208943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767735.208951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767735.208953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767736.232929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767736.232936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767736.232942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767736.232945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767736.232948:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767736.232951:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767736.232954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767736.232957:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767736.232959:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767736.232961:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767736.232981:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767736.232984:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767736.232987:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767737.256911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767737.256917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767737.256922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767737.256923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767738.280930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767738.280937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767738.280945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767738.280946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767739.304943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767739.304949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767739.304954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767739.304955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767739.304976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767739.304978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767739.304980:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767739.945552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767739.945557:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767739.946115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767739.946117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767739.946375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767739.946377:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767739.946582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767739.946595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767739.946807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767739.946809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767740.328932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767740.328940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767740.328949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767740.328951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767741.352970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767741.352978:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767741.352980:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767741.352984:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767741.352990:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767741.352992:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767741.352994:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767741.352996:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767741.353000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767741.353001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767742.377043:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767742.377050:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767742.377058:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767742.377060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767742.377079:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767742.377082:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767742.377085:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767743.400940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767743.400945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767743.400950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767743.400951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767744.424949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767744.424958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767744.424965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767744.424967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767745.064976:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767745.064988:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767745.064992:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767745.064997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767745.065002:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767745.065013:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4002
00000400:00000200:3.0:1775767745.065025:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767745.065033:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767745.065038:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767745.065042:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065046:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065049:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065052:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767745.065058:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767745.065060:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767745.065063:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767745.065067:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767745.065069:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767745.065072:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767745.065076:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065078:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065083:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767745.065087:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767745.065091:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065094:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767745.065097:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767745.065102:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767745.065105:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065108:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767745.065111:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767745.065123:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767745.065128:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767745.065132:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767745.065134:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065138:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767745.065141:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767745.065147:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767745.065157:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767745.065166:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767745.065178:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384615296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767745.065191:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767745.065197:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.065203:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384615296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767745.065233:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767745.065237:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767745.065242:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767745.065244:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767745.065246:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767745.065249:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767745.065252:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4002
00000400:00000200:3.0:1775767745.065257:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767745.065261:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767745.065264:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767745.065267:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065270:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065272:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065274:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767745.065277:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767745.065279:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767745.065281:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767745.065284:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767745.065286:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767745.065289:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767745.065293:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065296:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065298:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065302:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767745.065307:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767745.065314:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065320:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767745.065324:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767745.065332:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767745.065336:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065341:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767745.065347:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767745.065354:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065358:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767745.065362:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767745.065365:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767745.065381:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767745.065384:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065388:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767745.065391:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767745.065395:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767745.065403:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767745.065409:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767745.065419:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384615424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767745.065433:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767745.065438:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.065447:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384615424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767745.065460:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767745.065466:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767745.065473:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767745.065477:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767745.065481:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767745.065486:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767745.065492:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4002
00000400:00000200:3.0:1775767745.065502:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767745.065509:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767745.065515:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767745.065519:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065524:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065528:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065531:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767745.065536:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767745.065538:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767745.065543:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767745.065547:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767745.065551:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767745.065556:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767745.065564:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065570:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065576:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065579:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767745.065582:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767745.065591:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065595:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767745.065599:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767745.065604:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767745.065607:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065610:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767745.065613:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767745.065616:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065620:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767745.065628:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767745.065632:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767745.065637:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767745.065638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767745.065640:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065644:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1775767745.065645:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1775767745.065646:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767745.065650:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767745.065658:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767745.065663:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767745.065671:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384615552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767745.065686:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767745.065691:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.065698:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384615552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767745.065722:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767745.065727:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767745.065734:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767745.065739:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767745.065741:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767745.065746:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767745.065754:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4002
00000400:00000200:3.0:1775767745.065763:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767745.065768:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767745.065773:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767745.065778:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065784:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065789:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065794:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767745.065796:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767745.065797:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767745.065799:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767745.065801:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767745.065806:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767745.065813:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767745.065821:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065825:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.065880:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065886:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767745.065890:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767745.065895:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767745.065901:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767745.065907:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767745.065912:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767745.065918:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065925:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767745.065929:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767745.065937:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065941:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767745.065949:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767745.065954:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767745.065960:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767745.065964:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.065968:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767745.065971:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767745.065975:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767745.065983:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767745.065990:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767745.066000:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384615680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767745.066027:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767745.066032:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.066040:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384615680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767745.066064:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767745.066071:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767745.066080:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767745.066084:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767745.066088:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767745.066094:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767745.066099:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4002
00000400:00000200:3.0:1775767745.066107:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767745.066112:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767745.066118:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767745.066124:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.066129:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.066135:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.066140:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767745.066145:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767745.066148:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767745.066151:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767745.066156:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767745.066161:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767745.066167:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767745.066174:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.066179:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767745.066185:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767745.066188:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767745.066192:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767745.066199:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767745.066202:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767745.066204:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767745.066209:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767745.066215:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.066218:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767745.066223:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767745.066228:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.066233:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767745.066239:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767745.066245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767745.066251:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767745.066255:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767745.066260:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767745.066263:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767745.066266:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767745.066273:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767745.066280:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767745.066291:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384615808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767745.066298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767745.066302:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775767745.066316:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767745.066320:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.066330:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384615808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767745.066349:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767745.066356:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4012)
00000800:00000200:0.1:1775767745.066589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767745.066591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767745.066812:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767745.066814:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767745.067103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767745.067105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767745.448979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767745.448985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767745.448991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767745.448992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767745.449017:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767745.449019:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767745.449022:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767746.472920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767746.472926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767746.472931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767746.472934:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767746.472936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767746.472940:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767746.472943:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767746.472945:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767746.472947:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767746.472949:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767747.496944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767747.496952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767747.496959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767747.496961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767748.520958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767748.520963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767748.520970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767748.520971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767748.520993:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767748.520996:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767748.520998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767749.544974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767749.544981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767749.544988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767749.544989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767750.185441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767750.185444:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767750.186136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767750.186139:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767750.186452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767750.186455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767750.186746:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767750.186749:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767750.187082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767750.187085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775767750.568967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767750.568973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767750.568978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767750.568979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767751.592957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767751.592964:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767751.592967:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767751.592970:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767751.592975:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767751.592977:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767751.592979:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767751.592981:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767751.592986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767751.592988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767751.593018:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767751.593022:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767751.593026:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767752.616944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767752.616952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767752.616958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767752.616960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767753.640957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767753.640963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767753.640969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767753.640971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767754.664968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767754.664974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767754.664980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767754.664982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767754.665007:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767754.665010:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767754.665013:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767755.305024:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767755.305037:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767755.305040:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767755.305045:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767755.305050:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767755.305057:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4013
00000400:00000200:3.0:1775767755.305068:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767755.305075:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767755.305079:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767755.305082:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305086:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305089:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305091:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767755.305095:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767755.305097:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767755.305100:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767755.305103:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767755.305105:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767755.305108:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767755.305111:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305113:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305116:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305118:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767755.305121:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767755.305124:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305126:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767755.305129:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767755.305133:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767755.305136:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305138:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767755.305140:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767755.305149:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767755.305153:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767755.305157:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767755.305159:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305162:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767755.305165:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767755.305170:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767755.305179:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767755.305186:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767755.305196:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384616576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767755.305208:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767755.305213:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.305218:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384616576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767755.305242:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767755.305245:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767755.305249:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767755.305250:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767755.305251:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767755.305254:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767755.305257:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4013
00000400:00000200:3.0:1775767755.305262:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767755.305265:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767755.305283:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767755.305286:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305289:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305292:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305294:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767755.305297:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767755.305299:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767755.305300:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767755.305303:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767755.305305:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767755.305308:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767755.305312:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305314:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305319:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305322:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767755.305326:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767755.305333:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305336:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767755.305340:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767755.305348:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767755.305353:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305357:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767755.305364:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767755.305370:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305375:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767755.305381:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767755.305387:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767755.305392:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767755.305395:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305397:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767755.305399:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767755.305403:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767755.305411:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767755.305415:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767755.305423:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384616704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767755.305439:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767755.305443:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.305451:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384616704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767755.305473:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767755.305478:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767755.305486:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767755.305490:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767755.305494:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767755.305497:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767755.305505:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4013
00000400:00000200:3.0:1775767755.305512:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767755.305518:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767755.305521:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767755.305528:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305531:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305536:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305541:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767755.305544:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767755.305548:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767755.305553:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767755.305556:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767755.305561:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767755.305566:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767755.305573:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305578:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305583:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305589:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767755.305595:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767755.305603:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305607:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767755.305610:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767755.305615:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767755.305621:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305625:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767755.305629:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767755.305636:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305639:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767755.305646:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767755.305652:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767755.305658:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767755.305661:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767755.305662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767755.305665:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767755.305668:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767755.305670:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767755.305674:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767755.305678:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767755.305685:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384616832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767755.305696:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767755.305701:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.305708:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384616832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767755.305722:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767755.305728:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767755.305733:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767755.305735:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767755.305739:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767755.305743:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767755.305749:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4013
00000400:00000200:3.0:1775767755.305757:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767755.305761:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767755.305763:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767755.305766:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305772:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305778:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305781:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767755.305785:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767755.305789:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767755.305791:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767755.305795:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767755.305800:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767755.305805:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767755.305812:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305817:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.305823:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305884:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767755.305889:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767755.305899:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767755.305905:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767755.305909:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767755.305915:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767755.305920:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305924:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767755.305929:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767755.305933:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305937:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767755.305943:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767755.305949:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767755.305956:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767755.305960:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.305964:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767755.305966:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767755.305969:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767755.305976:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767755.305982:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767755.305990:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384616960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767755.306004:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767755.306010:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.306020:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384616960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767755.306038:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767755.306043:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767755.306052:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767755.306055:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767755.306060:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767755.306065:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767755.306071:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4013
00000400:00000200:3.0:1775767755.306080:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767755.306089:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767755.306094:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767755.306103:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.306110:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.306116:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.306120:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767755.306126:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767755.306129:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767755.306133:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767755.306137:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767755.306141:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767755.306144:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767755.306149:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.306153:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767755.306157:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767755.306162:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767755.306164:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767755.306172:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767755.306180:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767755.306180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767755.306183:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767755.306187:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767755.306189:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.306191:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767755.306192:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767755.306198:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.306201:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767755.306208:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767755.306214:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767755.306219:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767755.306221:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767755.306226:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767755.306230:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767755.306233:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767755.306240:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767755.306246:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767755.306256:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384617088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767755.306314:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767755.306319:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.306328:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384617088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767755.306343:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767755.306352:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4023)
00000800:00000200:0.1:1775767755.306466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767755.306660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767755.306816:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767755.688962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767755.688969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767755.688976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767755.688978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767756.712959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767756.712967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767756.712974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767756.712979:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767756.712982:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767756.712987:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767756.712990:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767756.712993:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767756.712996:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767756.712999:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767757.736913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767757.736920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767757.736928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767757.736930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767757.736952:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767757.736954:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767757.736957:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775767758.377071:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775767758.377114:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767758.377125:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767758.377129:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775767758.377135:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767758.377139:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767758.377145:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767758.377163:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:2.0:1775767758.377174:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767758.377179:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767758.377185:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc43b8
00000400:00000010:2.0:1775767758.377188:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc43b8.
00000100:00000001:2.0:1775767758.377193:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767758.377210:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f5500 x1862023384616576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377268:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767758.377273:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5500 x1862023384616576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377283:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767758.377285:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767758.377296:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767758.377298:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462100.
00000400:00000200:2.0:1775767758.377301:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767758.377305:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767758.377309:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4bb0
00000400:00000010:2.0:1775767758.377311:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4bb0.
00000100:00000001:2.0:1775767758.377314:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767758.377318:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f4a80 x1862023384616704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377325:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767758.377328:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4a80 x1862023384616704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377335:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767758.377337:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767758.377342:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767758.377344:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:2.0:1775767758.377347:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767758.377351:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767758.377354:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4cc0
00000400:00000010:2.0:1775767758.377356:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4cc0.
00000100:00000001:2.0:1775767758.377358:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767758.377362:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f4380 x1862023384616832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377370:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767758.377372:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384616832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377379:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767758.377380:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767758.377384:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767758.377387:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:2.0:1775767758.377390:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767758.377394:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767758.377396:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4770
00000400:00000010:2.0:1775767758.377398:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4770.
00000100:00000001:2.0:1775767758.377400:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767758.377405:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f6300 x1862023384616960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377413:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767758.377416:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6300 x1862023384616960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377422:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767758.377423:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767758.377427:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767758.377429:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:2.0:1775767758.377432:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767758.377436:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767758.377444:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4b28
00000400:00000010:2.0:1775767758.377446:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4b28.
00000100:00000001:2.0:1775767758.377448:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767758.377453:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f4000 x1862023384617088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377461:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767758.377464:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4000 x1862023384617088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767758.377470:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767758.377471:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767758.760897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767758.760904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767758.760911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767758.760912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767759.784886:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767759.784892:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767759.784897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767759.784899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767760.425535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767760.425538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767760.426604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767760.426607:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767760.426813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767760.426815:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767760.427107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767760.427108:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767760.427308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767760.427310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767760.808902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767760.808910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767760.808917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767760.808919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767760.808939:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767760.808941:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767760.808943:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767761.832897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767761.832904:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767761.832906:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767761.832909:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767761.832914:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767761.832916:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767761.832918:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767761.832920:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767761.832923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767761.832925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767762.856906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767762.856914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767762.856920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767762.856921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767763.880943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767763.880949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767763.880956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767763.880957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767763.880982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767763.880984:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767763.880986:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767764.904957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767764.904964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767764.904971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767764.904972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767765.545007:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767765.545019:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767765.545023:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767765.545028:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767765.545033:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767765.545053:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4023
00000400:00000200:3.0:1775767765.545066:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767765.545075:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767765.545079:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767765.545083:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545093:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545096:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545098:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767765.545101:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767765.545103:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767765.545106:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767765.545108:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767765.545110:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767765.545112:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767765.545114:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545115:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545116:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545117:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767765.545119:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767765.545122:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545123:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767765.545126:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767765.545129:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767765.545131:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545133:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767765.545136:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767765.545146:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767765.545149:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767765.545158:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767765.545160:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545164:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767765.545167:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767765.545182:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767765.545193:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767765.545202:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767765.545214:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384617856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767765.545228:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767765.545233:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.545237:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384617856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767765.545257:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767765.545260:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767765.545262:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767765.545264:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767765.545265:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767765.545267:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767765.545269:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4023
00000400:00000200:3.0:1775767765.545273:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767765.545275:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767765.545277:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767765.545279:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545281:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545283:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545285:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767765.545288:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767765.545289:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767765.545291:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767765.545294:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767765.545297:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767765.545299:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767765.545304:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545308:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545311:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545315:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767765.545320:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767765.545326:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545341:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767765.545345:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767765.545354:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767765.545359:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545362:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767765.545368:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767765.545372:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545377:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767765.545381:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767765.545384:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767765.545386:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767765.545389:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545391:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767765.545393:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767765.545396:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767765.545407:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767765.545411:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767765.545419:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384617984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767765.545426:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767765.545428:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.545435:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384617984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767765.545442:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767765.545446:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767765.545450:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767765.545454:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767765.545455:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767765.545458:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767765.545463:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4023
00000400:00000200:3.0:1775767765.545477:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767765.545485:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767765.545488:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767765.545493:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545495:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545499:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545502:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767765.545504:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767765.545505:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767765.545507:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767765.545511:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767765.545515:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767765.545517:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767765.545520:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545521:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545522:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545524:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767765.545528:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767765.545533:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545535:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767765.545536:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767765.545542:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767765.545546:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545547:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767765.545549:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767765.545554:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545556:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767765.545560:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767765.545565:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767765.545570:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767765.545572:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545577:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767765.545579:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767765.545582:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767765.545586:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767765.545590:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767765.545594:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384618112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767765.545608:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767765.545612:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.545622:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384618112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767765.545631:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767765.545633:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767765.545637:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767765.545638:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767765.545639:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767765.545641:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767765.545645:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4023
00000400:00000200:3.0:1775767765.545650:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767765.545654:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767765.545655:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767765.545661:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545662:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767765.545666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775767765.545667:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545672:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.1:1775767765.545673:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775767765.545676:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767765.545678:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767765.545682:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767765.545685:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767765.545687:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767765.545691:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767765.545694:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545696:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545700:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545702:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767765.545706:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767765.545710:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545712:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767765.545715:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767765.545719:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767765.545722:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545725:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767765.545727:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767765.545735:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545739:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767765.545746:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767765.545752:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767765.545758:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767765.545761:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.545764:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767765.545768:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767765.545772:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767765.545778:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767765.545784:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767765.545793:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384618240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767765.545812:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767765.545815:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.545820:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384618240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767765.545892:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767765.545897:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767765.545901:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767765.545906:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767765.545910:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767765.545917:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767765.545923:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4023
00000400:00000200:3.0:1775767765.545936:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767765.545944:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767765.545951:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767765.545958:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545962:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545968:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545972:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767765.545977:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767765.545978:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767765.545979:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767765.545981:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767765.545982:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767765.545984:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767765.545987:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545989:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767765.545991:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767765.545993:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767765.545998:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767765.546003:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767765.546009:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767765.546013:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767765.546018:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767765.546023:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.546027:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767765.546030:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767765.546034:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.546037:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767765.546042:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767765.546046:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767765.546049:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767765.546052:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767765.546056:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767765.546058:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767765.546061:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767765.546066:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767765.546071:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767765.546080:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384618368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767765.546090:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767765.546092:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.546094:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384618368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767765.546102:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767765.546109:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4033)
00000800:00000200:0.1:1775767765.546302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767765.546305:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767765.546594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767765.546596:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767765.546814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767765.546816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767765.547057:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767765.547060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767765.928948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767765.928954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767765.928959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767765.928961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767766.952924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767766.952930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767766.952935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767766.952939:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767766.952942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767766.952945:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767766.952948:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767766.952950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767766.952952:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767766.952954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767766.952973:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767766.952976:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767766.952978:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767767.976954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767767.976959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767767.976965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767767.976966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767769.000965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767769.000970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767769.000976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767769.000978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767770.024918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767770.024924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767770.024929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767770.024931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767770.024947:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767770.024949:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767770.024951:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767770.665500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767770.665504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767770.666110:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767770.666113:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767770.666341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767770.666343:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767770.666576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767770.666579:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767770.666806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767770.666809:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767771.048949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767771.048955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767771.048961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767771.048962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767772.072949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767772.072959:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767772.072962:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767772.072966:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767772.072972:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767772.072974:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767772.072976:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767772.072980:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767772.072984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767772.072986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767773.096929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767773.096935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767773.096942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767773.096944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767773.096960:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767773.096962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767773.096964:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767774.120929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767774.120937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767774.120945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767774.120946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767775.144934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767775.144940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767775.144946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767775.144947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767775.785468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767775.785475:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767775.786059:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767775.786061:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767775.786288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767775.786290:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767775.786495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767775.786497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767775.786725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767775.786727:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767776.168906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767776.168913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767776.168919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767776.168923:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767776.168926:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767776.168930:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767776.168934:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767776.168937:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767776.168939:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767776.168942:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767776.168964:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767776.168966:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767776.168969:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767777.192939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767777.192946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767777.192952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767777.192953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767778.216993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767778.217001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767778.217009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767778.217011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767779.240988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767779.240996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767779.241003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767779.241005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767779.241027:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767779.241029:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767779.241031:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767780.264979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767780.264986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767780.264997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767780.264999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767780.904982:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767780.904994:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767780.904997:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767780.905002:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767780.905007:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767780.905014:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4038
00000400:00000200:3.0:1775767780.905053:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767780.905060:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767780.905063:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767780.905073:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905077:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905082:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767780.905087:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767780.905088:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767780.905091:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767780.905094:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767780.905097:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767780.905100:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767780.905103:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905105:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905108:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905110:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767780.905114:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767780.905117:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905120:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767780.905123:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767780.905127:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767780.905130:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905134:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767780.905136:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767780.905146:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767780.905151:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767780.905155:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767780.905157:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905160:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767780.905163:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767780.905167:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767780.905176:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767780.905184:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767780.905195:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384619776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767780.905206:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767780.905210:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.905216:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384619776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767780.905242:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767780.905251:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767780.905255:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767780.905257:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767780.905259:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767780.905262:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767780.905265:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4038
00000400:00000200:3.0:1775767780.905278:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767780.905285:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767780.905291:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767780.905298:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905305:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905311:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905316:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767780.905322:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767780.905326:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767780.905330:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767780.905334:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767780.905338:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767780.905343:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767780.905351:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905357:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905361:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905366:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767780.905370:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767780.905376:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905380:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767780.905386:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767780.905394:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767780.905400:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905405:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767780.905411:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767780.905416:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905419:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767780.905427:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767780.905431:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767780.905438:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767780.905442:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905446:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767780.905450:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767780.905454:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767780.905462:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767780.905469:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767780.905479:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384619904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767780.905494:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767780.905497:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.905503:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384619904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767780.905518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767780.905522:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767780.905522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1775767780.905527:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767780.905535:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767780.905538:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767780.905541:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767780.905545:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767780.905552:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4038
00000400:00000200:3.0:1775767780.905562:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767780.905570:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767780.905576:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767780.905582:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905587:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905593:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905599:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767780.905604:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767780.905607:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767780.905610:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767780.905613:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767780.905618:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767780.905624:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767780.905631:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905635:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905639:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905642:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767780.905645:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767780.905650:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905653:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767780.905658:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767780.905663:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767780.905678:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905683:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767780.905687:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767780.905692:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905696:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767780.905702:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767780.905705:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767780.905711:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767780.905715:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.905718:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767780.905720:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767780.905724:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767780.905730:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767780.905736:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767780.905746:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384620032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767780.905765:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767780.905769:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.905777:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384620032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767780.905799:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767780.905807:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767780.905817:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767780.905820:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767780.905824:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767780.905873:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767780.905881:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4038
00000400:00000200:3.0:1775767780.905890:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767780.905898:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767780.905904:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767780.905915:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905921:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905925:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905929:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767780.905933:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767780.905936:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767780.905940:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767780.905944:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767780.905950:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767780.905955:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767780.905963:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905967:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.905972:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905978:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767780.905982:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767780.905989:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767780.905995:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767780.905999:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767780.906005:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767780.906010:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906015:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767780.906037:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767780.906043:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906048:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767780.906054:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767780.906060:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767780.906065:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767780.906068:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906072:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767780.906076:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767780.906080:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767780.906087:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767780.906094:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767780.906104:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384620160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767780.906123:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767780.906129:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.906138:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384620160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767780.906166:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767780.906172:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767780.906181:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767780.906185:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767780.906188:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767780.906195:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775767780.906196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767780.906199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1775767780.906202:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4038
00000400:00000200:3.0:1775767780.906212:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767780.906221:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767780.906225:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767780.906231:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.906236:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.906241:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.906247:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767780.906253:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767780.906256:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767780.906259:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767780.906263:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767780.906268:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767780.906273:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767780.906282:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.906287:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767780.906292:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767780.906298:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767780.906303:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767780.906310:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767780.906317:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767780.906322:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767780.906327:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767780.906333:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906339:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767780.906343:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767780.906351:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906356:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767780.906364:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767780.906370:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767780.906377:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767780.906381:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767780.906386:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767780.906390:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767780.906395:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767780.906403:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767780.906411:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767780.906423:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384620288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767780.906459:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767780.906464:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.906473:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384620288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767780.906491:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767780.906498:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4048)
00000800:00000200:0.1:1775767780.906588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767780.906591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767780.906913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767780.906915:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767780.907156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767780.907158:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767781.288942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767781.288950:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767781.288952:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767781.288956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767781.288960:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767781.288962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767781.288964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767781.288966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767781.288970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767781.288971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767782.312981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767782.312988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767782.312995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767782.312997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767782.313043:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767782.313047:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767782.313051:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767783.336911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767783.336918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767783.336926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767783.336928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767784.360970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767784.360983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767784.361001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767784.361002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767785.384907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767785.384913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767785.384920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767785.384922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767785.384944:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767785.384946:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767785.384949:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767786.025817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767786.025823:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767786.026460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767786.026463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767786.026757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767786.026760:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767786.027101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767786.027104:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767786.027390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767786.027392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767786.408942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767786.408949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767786.408954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767786.408957:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767786.408959:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767786.408961:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767786.408964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767786.408966:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767786.408983:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767786.408986:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767787.432982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767787.432990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767787.432999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767787.433000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767788.457010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767788.457016:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767788.457021:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767788.457023:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767788.457047:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767788.457049:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767788.457052:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767789.480907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767789.480915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767789.480923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767789.480925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767790.504974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767790.504981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767790.504989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767790.504991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767791.144991:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767791.145001:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767791.145004:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767791.145008:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767791.145013:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767791.145020:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4048
00000400:00000200:2.0:1775767791.145030:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767791.145037:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767791.145040:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767791.145043:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145046:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145048:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145050:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767791.145054:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767791.145056:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767791.145059:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767791.145061:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767791.145063:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767791.145064:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767791.145066:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145068:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145069:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767791.145073:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767791.145076:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145077:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767791.145080:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767791.145083:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767791.145085:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145087:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767791.145089:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767791.145099:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767791.145102:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767791.145106:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767791.145107:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145109:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767791.145112:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767791.145117:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767791.145125:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767791.145132:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767791.145140:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384621056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767791.145155:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767791.145160:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145163:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384621056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767791.145184:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767791.145186:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767791.145189:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767791.145190:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767791.145191:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767791.145197:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767791.145199:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4048
00000400:00000200:2.0:1775767791.145202:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767791.145204:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767791.145206:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767791.145208:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145209:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145211:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145212:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767791.145214:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767791.145215:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767791.145216:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767791.145218:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767791.145219:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767791.145221:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767791.145223:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145224:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145225:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145226:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767791.145229:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767791.145232:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145234:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767791.145235:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767791.145240:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767791.145243:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145245:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767791.145249:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767791.145254:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145256:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767791.145259:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767791.145262:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767791.145266:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767791.145268:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145272:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767791.145274:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767791.145277:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767791.145281:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767791.145285:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767791.145292:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384621184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767791.145301:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767791.145305:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145308:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384621184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767791.145319:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767791.145324:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767791.145327:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767791.145330:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767791.145331:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767791.145333:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767791.145339:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4048
00000400:00000200:2.0:1775767791.145344:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767791.145348:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767791.145350:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767791.145351:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145352:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145354:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145355:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767791.145359:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767791.145361:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767791.145362:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767791.145372:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767791.145376:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767791.145378:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767791.145381:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145386:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145387:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145389:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767791.145391:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767791.145393:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145398:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767791.145400:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767791.145401:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767791.145403:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145404:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767791.145406:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767791.145410:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145413:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767791.145417:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767791.145421:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767791.145424:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767791.145426:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145428:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767791.145430:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767791.145433:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767791.145439:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767791.145444:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767791.145451:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384621312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767791.145463:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767791.145465:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145470:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384621312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767791.145481:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767791.145483:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767791.145488:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767791.145491:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767791.145493:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767791.145495:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767791.145498:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4048
00000400:00000200:2.0:1775767791.145504:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767791.145508:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767791.145510:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767791.145512:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145513:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145517:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145522:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767791.145525:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767791.145526:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767791.145528:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767791.145531:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767791.145533:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767791.145536:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767791.145541:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145543:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145547:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145549:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767791.145551:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767791.145555:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145558:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767791.145560:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767791.145563:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767791.145565:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145568:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767791.145571:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767791.145574:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145577:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767791.145582:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767791.145585:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767791.145590:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767791.145590:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145591:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767791.145592:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767791.145593:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767791.145596:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767791.145599:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767791.145606:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384621440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767791.145617:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767791.145620:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145624:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384621440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767791.145632:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767791.145636:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767791.145639:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767791.145641:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767791.145643:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767791.145646:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767791.145648:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4048
00000400:00000200:2.0:1775767791.145651:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767791.145656:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767791.145660:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767791.145663:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145664:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145667:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145671:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767791.145673:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767791.145674:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767791.145675:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767791.145677:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000800:00000200:0.1:1775767791.145680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:2.0:1775767791.145681:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767791.145683:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000800:00000200:0.1:1775767791.145687:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1775767791.145688:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145692:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767791.145695:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145696:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767791.145699:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767791.145703:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767791.145706:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767791.145707:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767791.145710:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767791.145712:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145713:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767791.145715:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767791.145717:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145718:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767791.145722:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767791.145724:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767791.145728:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767791.145730:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767791.145733:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767791.145735:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767791.145737:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767791.145740:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767791.145742:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767791.145747:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384621568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767791.145755:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767791.145757:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145763:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384621568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767791.145775:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767791.145780:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4058)
00000800:00000200:0.1:1775767791.146253:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767791.146255:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767791.146550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767791.146553:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767791.146863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767791.146865:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767791.147175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767791.147177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1775767791.528955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767791.528964:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767791.528967:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767791.528972:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767791.528977:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767791.528981:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767791.528983:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767791.528986:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767791.528991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767791.528992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767791.529020:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767791.529023:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767791.529027:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767792.552953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767792.552960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767792.552968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767792.552970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767793.576956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767793.576963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767793.576969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767793.576971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767794.600953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767794.600959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767794.600964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767794.600967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767794.600998:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767794.601001:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767794.601005:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767795.624942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767795.624950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767795.624959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767795.624961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767796.265554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767796.265560:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767796.266189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767796.266191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767796.266375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767796.266377:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767796.266546:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767796.266548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767796.266715:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767796.266717:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767796.648942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767796.648949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767796.648957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767796.648961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767796.648964:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767796.648968:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767796.648972:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767796.648975:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767796.648978:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767796.648981:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767797.672964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767797.672971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767797.672980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767797.672982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767797.673004:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767797.673008:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767797.673011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767798.696961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767798.696968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767798.696974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767798.696975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767799.720966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767799.720973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767799.720980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767799.720982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767800.744924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767800.744930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767800.744936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767800.744937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767800.744955:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767800.744957:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767800.744959:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767801.385424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767801.385431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767801.386100:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767801.386102:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767801.386292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767801.386294:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767801.386535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767801.386537:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767801.386810:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767801.386812:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767801.769018:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767801.769028:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767801.769032:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767801.769036:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767801.769041:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767801.769044:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767801.769047:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767801.769049:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767801.769054:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767801.769056:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767802.792913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767802.792919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767802.792925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767802.792928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767803.816932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767803.816938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767803.816943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767803.816945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767803.816963:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767803.816965:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767803.816967:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767804.840941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767804.840947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767804.840952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767804.840953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767805.864959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767805.864965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767805.864970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767805.864971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767806.505597:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767806.505605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767806.506309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767806.506311:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767806.506678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767806.506680:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767806.506991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767806.506993:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767806.507201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767806.507203:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767806.888945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767806.888950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767806.888956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767806.888959:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767806.888961:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767806.888964:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767806.888967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767806.888969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767806.888970:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767806.888972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767806.888992:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767806.888994:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767806.888996:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767807.912945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767807.912950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767807.912956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767807.912957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767808.936921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767808.936926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767808.936931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767808.936933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767809.960951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767809.960960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767809.960969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767809.960970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767809.960995:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767809.961000:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767809.961003:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767810.984936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767810.984943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767810.984951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767810.984952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767811.625422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767811.625426:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767811.626111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767811.626113:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767811.626304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767811.626305:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767811.626517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767811.626519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767811.626687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767811.626688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767812.008921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767812.008929:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767812.008931:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767812.008933:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767812.008938:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767812.008940:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767812.008942:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767812.008943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767812.008946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767812.008947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767813.032910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767813.032923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767813.032934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767813.032936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767813.032959:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767813.032962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767813.032965:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767814.056943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767814.056948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767814.056955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767814.056956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767815.080949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767815.080955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767815.080963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767815.080964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767816.104923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767816.104929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767816.104934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767816.104935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767816.104953:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767816.104955:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767816.104957:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767816.744992:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767816.745005:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767816.745008:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767816.745012:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767816.745017:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767816.745025:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4074
00000400:00000200:2.0:1775767816.745035:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767816.745041:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767816.745045:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767816.745048:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745051:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745053:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745055:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767816.745058:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767816.745059:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767816.745061:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767816.745063:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767816.745065:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767816.745066:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767816.745068:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745069:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745071:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745072:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767816.745074:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767816.745076:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745078:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767816.745081:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767816.745083:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767816.745086:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745087:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767816.745089:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767816.745098:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767816.745101:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767816.745103:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767816.745105:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745107:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767816.745110:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767816.745115:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767816.745122:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767816.745129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767816.745139:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384624256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767816.745151:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767816.745156:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.745162:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384624256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767816.745191:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767816.745195:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767816.745198:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767816.745200:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767816.745201:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767816.745204:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767816.745207:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4074
00000400:00000200:2.0:1775767816.745211:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767816.745215:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767816.745218:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767816.745222:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745225:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745229:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745231:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767816.745233:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767816.745236:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767816.745238:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767816.745242:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767816.745246:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767816.745248:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767816.745255:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745260:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745264:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745268:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767816.745274:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767816.745279:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745288:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767816.745291:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767816.745299:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767816.745306:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745310:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767816.745316:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767816.745321:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745325:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767816.745333:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767816.745339:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767816.745345:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767816.745346:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745350:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767816.745353:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767816.745356:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767816.745362:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767816.745368:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767816.745388:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384624384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767816.745406:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767816.745412:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.745421:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384624384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767816.745448:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767816.745454:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767816.745461:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767816.745465:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767816.745467:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767816.745472:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767816.745479:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4074
00000800:00000200:1.1:1775767816.745488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775767816.745489:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767816.745495:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767816.745498:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767816.745504:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775767816.745504:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775767816.745510:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745517:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745521:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767816.745526:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767816.745530:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767816.745534:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767816.745537:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767816.745542:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767816.745547:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767816.745556:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745561:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745568:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745574:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767816.745580:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767816.745585:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745589:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767816.745592:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767816.745597:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767816.745602:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745604:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767816.745608:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767816.745611:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745612:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767816.745619:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767816.745621:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767816.745626:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767816.745629:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745632:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767816.745634:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767816.745636:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767816.745642:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767816.745647:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767816.745655:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384624512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767816.745701:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767816.745706:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.745714:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384624512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767816.745734:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767816.745740:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767816.745752:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767816.745756:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767816.745768:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767816.745774:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767816.745781:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4074
00000400:00000200:2.0:1775767816.745794:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767816.745800:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767816.745802:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767816.745805:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745808:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745812:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745815:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767816.745817:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767816.745819:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767816.745823:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767816.745826:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767816.745857:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767816.745858:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767816.745863:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745867:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.745871:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745876:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767816.745880:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767816.745886:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767816.745888:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767816.745892:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767816.745896:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767816.745899:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745902:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767816.745905:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767816.745907:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745911:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767816.745916:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767816.745920:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767816.745925:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767816.745928:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.745931:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767816.745932:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767816.745936:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767816.745939:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767816.745943:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767816.745951:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384624640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767816.745962:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767816.745964:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.745969:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384624640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767816.745981:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767816.745985:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767816.745990:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767816.745991:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767816.745992:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767816.745994:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767816.745998:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4074
00000400:00000200:2.0:1775767816.746006:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767816.746010:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767816.746014:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767816.746019:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.746023:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.746027:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.746032:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767816.746037:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767816.746040:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767816.746043:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767816.746045:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767816.746049:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767816.746051:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767816.746055:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.746058:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767816.746062:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767816.746065:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767816.746067:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767816.746073:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767816.746076:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767816.746078:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767816.746082:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767816.746085:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.746088:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767816.746089:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767816.746092:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.746095:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767816.746100:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767816.746105:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767816.746109:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767816.746110:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767816.746111:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767816.746113:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767816.746116:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767816.746119:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767816.746123:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767816.746127:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384624768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767816.746138:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767816.746140:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.746146:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384624768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767816.746172:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767816.746178:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4084)
00000800:00000200:1.1:1775767816.746245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767816.746248:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767816.746544:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767816.746547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767816.746780:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767816.746781:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767816.747102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767816.747103:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767817.128995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767817.129003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767817.129012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767817.129017:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767817.129020:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767817.129024:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767817.129028:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767817.129031:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767817.129033:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767817.129036:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767818.152915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767818.152921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767818.152927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767818.152928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767819.176969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767819.176981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767819.176988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767819.176989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767819.177010:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767819.177012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767819.177015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767820.200895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767820.200901:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767820.200907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767820.200908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767821.224924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767821.224933:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767821.224936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767821.224940:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767821.224945:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767821.224948:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767821.224950:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767821.224953:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767821.224958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767821.224960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767821.865541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767821.865944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767821.866080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767821.866213:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767821.866355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767822.248942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767822.248949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767822.248956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767822.248958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767822.248977:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767822.248979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767822.248982:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767823.272938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767823.272943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767823.272948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767823.272950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767824.296899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767824.296907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767824.296913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767824.296915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1775767824.937076:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775767824.937116:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767824.937124:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767824.937127:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775767824.937130:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767824.937134:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767824.937138:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767824.937141:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:2.0:1775767824.937146:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767824.937149:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767824.937154:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc880
00000400:00000010:2.0:1775767824.937156:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc880.
00000100:00000001:2.0:1775767824.937160:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767824.937170:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4e00 x1862023384624896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937196:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767824.937202:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384624896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937210:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.937213:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767824.937224:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767824.937227:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:2.0:1775767824.937230:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767824.937234:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767824.937238:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcca18
00000400:00000010:2.0:1775767824.937240:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcca18.
00000100:00000001:2.0:1775767824.937243:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767824.937248:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7b80 x1862023384625024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937257:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767824.937262:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384625024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937274:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.937276:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767824.937286:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767824.937290:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:2.0:1775767824.937296:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767824.937304:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767824.937309:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc220
00000400:00000010:2.0:1775767824.937311:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc220.
00000100:00000001:2.0:1775767824.937314:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767824.937319:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7800 x1862023384625152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937334:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767824.937341:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384625152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937352:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.937356:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767824.937365:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767824.937369:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:2.0:1775767824.937382:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767824.937392:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767824.937396:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:2.0:1775767824.937400:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:2.0:1775767824.937406:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767824.937414:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6300 x1862023384625280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937428:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767824.937435:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384625280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937451:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.937455:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767824.937464:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775767824.937468:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:2.0:1775767824.937474:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767824.937481:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767824.937484:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcccc0
00000400:00000010:2.0:1775767824.937486:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcccc0.
00000100:00000001:2.0:1775767824.937491:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767824.937497:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7100 x1862023384625408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937519:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767824.937526:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384625408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.937536:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.937540:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767825.320897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767825.320905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767825.320912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767825.320914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767825.320938:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767825.320942:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767825.320946:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767826.344922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767826.344929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767826.344936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767826.344940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767826.344943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767826.344946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767826.344949:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767826.344951:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767826.344953:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767826.344954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767826.986086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767826.986091:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767826.987052:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767826.987064:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767826.987530:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767826.987532:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767826.987858:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767826.987860:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767826.988111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767826.988113:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767827.368919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767827.368926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767827.368933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767827.368935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767828.392909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767828.392917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767828.392925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767828.392927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767828.392960:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767828.392963:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767828.392966:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767829.416897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767829.416903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767829.416910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767829.416911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767830.440923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767830.440929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767830.440936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767830.440937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767831.464959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767831.464967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767831.464969:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767831.464972:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767831.464984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767831.464986:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767831.464987:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767831.464989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767831.464992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767831.464993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767831.465010:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767831.465012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767831.465014:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775767832.105393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767832.105409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767832.106021:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767832.106023:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767832.106203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767832.106205:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767832.106420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767832.106422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767832.106642:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767832.106643:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767832.488975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767832.488982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767832.488989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767832.488991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767833.512937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767833.512943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767833.512948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767833.512949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767834.536931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767834.536937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767834.536942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767834.536943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767834.536960:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767834.536962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767834.536964:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767835.560920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767835.560926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767835.560931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767835.560932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767836.584946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767836.584952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767836.584958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767836.584961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767836.584963:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767836.584965:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767836.584967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767836.584969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767836.584970:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767836.584972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767837.224911:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767837.224920:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767837.224923:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767837.224926:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767837.224930:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767837.224936:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4094
00000400:00000200:2.0:1775767837.224944:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767837.224948:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767837.224951:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767837.224953:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.224956:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.224958:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.224960:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767837.224963:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767837.224964:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767837.224966:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767837.224968:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767837.224970:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767837.224971:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767837.224973:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.224974:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.224976:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.224977:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767837.224979:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767837.224982:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767837.224983:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767837.224985:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767837.224988:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767837.224990:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.224992:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767837.224994:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767837.225003:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767837.225005:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767837.225008:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767837.225010:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225012:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767837.225014:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767837.225018:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767837.225025:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767837.225030:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767837.225038:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384626816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767837.225046:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767837.225050:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225053:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384626816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767837.225071:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767837.225075:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767837.225078:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767837.225079:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767837.225081:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767837.225084:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767837.225088:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4094
00000400:00000200:2.0:1775767837.225093:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767837.225097:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767837.225100:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767837.225105:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225109:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225116:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225120:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767837.225127:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767837.225130:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767837.225132:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767837.225136:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767837.225138:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767837.225141:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767837.225144:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225146:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225149:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225152:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767837.225155:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767837.225159:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225162:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767837.225166:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767837.225173:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767837.225176:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225179:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767837.225183:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767837.225186:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225189:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767837.225192:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767837.225193:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767837.225199:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767837.225201:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225204:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767837.225205:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767837.225206:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767837.225212:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767837.225216:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767837.225221:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384626944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767837.225228:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767837.225231:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225234:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384626944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767837.225246:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767837.225250:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767837.225252:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767837.225254:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767837.225255:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767837.225258:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767837.225263:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4094
00000400:00000200:2.0:1775767837.225269:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767837.225274:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767837.225277:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767837.225281:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225286:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225289:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225294:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767837.225296:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767837.225299:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767837.225301:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767837.225303:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767837.225306:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767837.225310:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767837.225312:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225314:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225317:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225321:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767837.225323:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767837.225328:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225331:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767837.225334:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767837.225337:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767837.225340:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225343:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767837.225346:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767837.225352:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225357:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767837.225365:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767837.225370:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767837.225376:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767837.225380:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225385:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767837.225387:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767837.225391:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767837.225397:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767837.225404:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767837.225405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767837.225409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00100000:2.0:1775767837.225411:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384627072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767837.225417:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767837.225418:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225422:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384627072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767837.225437:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767837.225439:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767837.225444:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767837.225447:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767837.225450:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767837.225452:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767837.225457:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4094
00000400:00000200:2.0:1775767837.225464:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767837.225471:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767837.225494:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767837.225503:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225509:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225515:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225518:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767837.225521:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767837.225522:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767837.225523:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767837.225526:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767837.225530:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767837.225534:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767837.225540:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225543:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225546:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225548:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767837.225550:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767837.225555:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225557:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767837.225559:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767837.225564:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767837.225569:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225574:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767837.225576:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767837.225581:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225584:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767837.225589:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767837.225594:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767837.225599:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767837.225601:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225604:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767837.225607:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767837.225610:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767837.225614:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767837.225619:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767837.225634:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384627200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767837.225647:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767837.225651:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225658:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384627200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767837.225670:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767837.225675:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767837.225683:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767837.225685:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767837.225688:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767837.225691:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767837.225697:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4094
00000400:00000200:2.0:1775767837.225706:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767837.225710:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767837.225714:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767837.225719:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225723:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225727:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225730:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767837.225733:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767837.225735:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767837.225738:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767837.225741:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767837.225745:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767837.225751:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767837.225757:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225760:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767837.225765:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225768:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767837.225772:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767837.225777:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767837.225782:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767837.225786:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767837.225789:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767837.225791:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225794:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767837.225797:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767837.225805:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225808:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767837.225812:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767837.225816:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767837.225819:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767837.225822:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767837.225825:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767837.225858:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767837.225863:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767837.225871:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767837.225879:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767837.225890:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384627328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767837.225910:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767837.225913:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225919:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384627328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767837.225935:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767837.225941:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4105)
00000800:00000200:1.1:1775767837.225995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767837.225997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767837.226233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767837.226236:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767837.226550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767837.226552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767837.226987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767837.226990:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775767837.608906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767837.608912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767837.608918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767837.608919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767837.608938:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767837.608941:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767837.608943:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767838.632936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767838.632942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767838.632948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767838.632949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767839.656909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767839.656915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767839.656920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767839.656921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767840.680951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767840.680958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767840.680964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767840.680965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767840.680982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767840.680984:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767840.680986:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767841.704944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767841.704952:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767841.704957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767841.704960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767841.704966:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767841.704969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767841.704971:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767841.704973:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767841.704977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767841.704979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767842.344892:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767842.344901:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767842.344904:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767842.344908:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767842.344911:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767842.344917:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4100
00000400:00000200:2.0:1775767842.344925:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767842.344930:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767842.344932:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767842.344935:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.344937:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.344939:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.344941:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767842.344944:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767842.344945:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767842.344947:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767842.344949:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767842.344951:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767842.344952:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767842.344954:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.344956:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.344957:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.344958:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767842.344960:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767842.344962:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767842.344964:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767842.344966:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767842.344969:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767842.344971:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.344972:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767842.344974:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767842.344983:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767842.344986:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767842.344989:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767842.344990:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.344993:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767842.344995:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767842.344998:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767842.345005:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767842.345011:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767842.345017:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384627456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767842.345025:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767842.345029:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345033:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384627456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767842.345054:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767842.345056:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767842.345058:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767842.345059:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767842.345061:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767842.345062:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767842.345064:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4100
00000400:00000200:2.0:1775767842.345066:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767842.345068:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767842.345070:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767842.345072:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345073:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345074:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345076:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767842.345077:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767842.345078:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767842.345079:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767842.345080:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767842.345082:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767842.345084:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767842.345090:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345091:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345093:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345094:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767842.345096:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767842.345097:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345099:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767842.345100:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767842.345104:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767842.345106:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345114:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767842.345119:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767842.345122:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345125:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767842.345129:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767842.345132:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767842.345137:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767842.345140:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345144:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767842.345146:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767842.345149:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767842.345157:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767842.345163:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767842.345172:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384627584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767842.345193:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767842.345196:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345202:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384627584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767842.345227:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767842.345231:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767842.345233:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767842.345236:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767842.345238:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767842.345240:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767842.345242:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4100
00000400:00000200:2.0:1775767842.345250:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767842.345255:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767842.345257:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767842.345263:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345268:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345273:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345276:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767842.345280:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767842.345283:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767842.345285:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767842.345288:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767842.345290:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767842.345293:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767842.345301:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345304:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345307:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345313:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767842.345318:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767842.345324:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345327:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767842.345330:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767842.345334:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767842.345338:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345343:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767842.345348:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767842.345354:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345358:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767842.345363:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767842.345367:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767842.345371:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767842.345373:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345375:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767842.345379:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767842.345380:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767842.345384:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767842.345389:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767842.345396:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384627712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767842.345406:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767842.345410:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345415:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384627712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767842.345425:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767842.345444:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767842.345447:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767842.345448:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767842.345451:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767842.345454:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767842.345459:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4100
00000400:00000200:2.0:1775767842.345467:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.1:1775767842.345471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775767842.345474:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:1.1:1775767842.345476:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1775767842.345477:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767842.345484:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345488:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345492:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345495:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767842.345496:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767842.345498:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767842.345502:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767842.345503:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767842.345507:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767842.345511:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767842.345515:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345518:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345522:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345525:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767842.345528:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767842.345533:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345539:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767842.345543:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767842.345547:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767842.345550:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345553:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767842.345555:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767842.345559:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345563:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767842.345568:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767842.345571:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767842.345575:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767842.345577:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345579:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767842.345581:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767842.345584:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767842.345588:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767842.345591:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767842.345596:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384627840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767842.345605:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767842.345608:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345612:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384627840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767842.345621:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767842.345623:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767842.345630:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767842.345631:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767842.345635:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767842.345637:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767842.345642:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4100
00000400:00000200:2.0:1775767842.345647:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767842.345652:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767842.345656:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767842.345660:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345665:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345669:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345673:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767842.345677:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767842.345678:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767842.345678:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767842.345680:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767842.345684:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767842.345685:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767842.345687:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345690:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767842.345695:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345698:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767842.345702:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767842.345706:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767842.345710:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767842.345712:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767842.345716:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767842.345720:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345725:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767842.345727:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767842.345733:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345739:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767842.345745:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767842.345750:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767842.345757:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767842.345760:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767842.345765:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767842.345768:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767842.345772:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767842.345780:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767842.345786:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767842.345797:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384627968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767842.345812:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767842.345816:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345824:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384627968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767842.345868:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767842.345874:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4110)
00000800:00000200:1.1:1775767842.346004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767842.346006:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767842.346186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767842.346200:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767842.346454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767842.346455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767842.346636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767842.346638:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767842.728907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767842.728913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767842.728919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767842.728920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767843.752920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767843.752927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767843.752932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767843.752933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767843.752976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767843.752979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767843.752982:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767844.776977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767844.776985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767844.776993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767844.776995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767845.800968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767845.800976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767845.800985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767845.800987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767846.824964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767846.824973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767846.824982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767846.824986:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767846.824989:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767846.824993:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767846.824998:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767846.825002:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767846.825005:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767846.825008:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767846.825035:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767846.825039:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767846.825043:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767847.464935:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767847.464950:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767847.464954:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767847.464959:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767847.464965:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767847.464973:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4105
00000400:00000200:2.0:1775767847.464983:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767847.464989:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767847.464992:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767847.464996:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.464999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465002:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465004:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767847.465008:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767847.465010:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767847.465013:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767847.465016:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767847.465018:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767847.465020:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767847.465023:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465024:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465026:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465028:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767847.465031:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767847.465035:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465037:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767847.465040:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767847.465043:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767847.465046:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465049:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767847.465051:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767847.465060:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767847.465063:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767847.465068:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767847.465069:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465073:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767847.465075:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767847.465080:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767847.465088:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767847.465095:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767847.465122:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384628096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767847.465135:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767847.465140:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.465146:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384628096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767847.465185:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767847.465189:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767847.465193:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767847.465194:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767847.465196:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767847.465200:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767847.465202:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4105
00000400:00000200:2.0:1775767847.465206:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767847.465209:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767847.465212:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767847.465233:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465236:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465239:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465242:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767847.465245:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767847.465247:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767847.465249:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767847.465251:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767847.465265:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767847.465271:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767847.465278:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465283:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465288:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465292:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767847.465312:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767847.465323:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465330:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767847.465335:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767847.465343:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767847.465353:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465356:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767847.465364:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767847.465370:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465397:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767847.465403:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767847.465410:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767847.465415:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767847.465418:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465421:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767847.465425:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767847.465428:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767847.465434:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767847.465440:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767847.465453:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384628224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767847.465472:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767847.465476:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.465483:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384628224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767847.465514:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767847.465519:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767847.465531:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767847.465535:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767847.465539:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767847.465544:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767847.465553:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4105
00000400:00000200:2.0:1775767847.465567:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767847.465577:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767847.465584:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767847.465593:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465602:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465608:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465613:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767847.465619:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767847.465622:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767847.465624:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767847.465644:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767847.465650:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767847.465657:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767847.465665:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465672:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.465680:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465685:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767847.465693:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767847.465730:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767847.465733:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767847.465740:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767847.465746:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767847.465755:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465757:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767847.465762:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767847.465769:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465772:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767847.465789:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767847.465792:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767847.465798:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767847.465801:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.465807:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767847.465809:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767847.465814:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767847.465820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000010:2.0:1775767847.465821:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000800:00000200:1.1:1775767847.465826:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775767847.465828:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767847.465843:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384628352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767847.465890:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767847.465894:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.465912:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384628352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767847.465945:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767847.465952:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767847.465959:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767847.465964:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767847.465968:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767847.465977:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767847.465986:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4105
00000400:00000200:2.0:1775767847.465995:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767847.466002:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767847.466005:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767847.466015:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466021:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.466024:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466028:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767847.466032:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767847.466033:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767847.466035:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767847.466037:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767847.466042:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767847.466045:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767847.466049:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466056:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.466060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466066:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767847.466071:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767847.466078:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466081:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767847.466089:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767847.466094:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767847.466100:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466106:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767847.466111:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767847.466120:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466125:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767847.466134:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767847.466140:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767847.466148:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767847.466151:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466155:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767847.466157:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767847.466169:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767847.466177:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767847.466184:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767847.466194:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384628480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767847.466244:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767847.466248:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.466260:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384628480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767847.466288:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767847.466318:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767847.466324:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767847.466329:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767847.466331:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767847.466337:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767847.466346:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4105
00000400:00000200:2.0:1775767847.466358:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767847.466366:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767847.466371:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767847.466376:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466397:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.466400:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466407:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767847.466414:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767847.466417:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767847.466422:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767847.466426:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767847.466431:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767847.466436:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767847.466443:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466447:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767847.466454:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466458:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767847.466463:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767847.466472:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767847.466476:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767847.466480:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767847.466485:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767847.466489:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466492:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767847.466497:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767847.466504:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466509:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767847.466516:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767847.466522:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767847.466528:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767847.466531:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767847.466534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767847.466538:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767847.466543:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767847.466550:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767847.466559:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767847.466574:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384628608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767847.466596:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767847.466604:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.466615:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384628608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767847.466647:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767847.466655:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4115)
00000800:00000200:1.1:1775767847.466835:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767847.466838:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767847.467135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767847.467138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767847.467421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767847.467423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767847.467777:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767847.467780:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767847.848989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767847.848996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767847.849004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767847.849006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767848.872936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767848.872941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767848.872947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767848.872948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767849.896939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767849.896946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767849.896952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767849.896954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767849.896979:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767849.896981:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767849.896985:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767850.920943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767850.920949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767850.920955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767850.920956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767851.944932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767851.944941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767851.944944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767851.944948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767851.944954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767851.944957:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767851.944959:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767851.944961:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767851.944965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767851.944967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767852.584989:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767852.585009:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767852.585013:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767852.585018:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767852.585023:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767852.585033:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4110
00000400:00000200:2.0:1775767852.585045:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767852.585053:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767852.585056:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767852.585060:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585064:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585067:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585070:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767852.585075:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767852.585077:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767852.585080:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767852.585083:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767852.585086:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767852.585088:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767852.585092:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585094:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585096:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585098:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767852.585101:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767852.585105:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585108:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767852.585111:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767852.585115:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767852.585118:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585121:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767852.585123:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767852.585135:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767852.585139:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767852.585143:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767852.585146:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585150:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767852.585153:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767852.585158:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767852.585168:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767852.585176:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767852.585186:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384628736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767852.585199:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767852.585205:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.585210:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384628736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767852.585237:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767852.585241:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767852.585245:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767852.585247:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767852.585248:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767852.585251:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767852.585254:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4110
00000400:00000200:2.0:1775767852.585258:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767852.585260:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767852.585263:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767852.585266:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585269:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585271:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585273:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767852.585276:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767852.585277:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767852.585278:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767852.585280:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767852.585283:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767852.585286:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767852.585289:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585292:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585295:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585297:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767852.585300:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767852.585303:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585305:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767852.585307:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767852.585314:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767852.585316:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585319:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767852.585323:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767852.585354:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585358:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767852.585366:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767852.585371:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767852.585376:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767852.585381:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585387:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767852.585390:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767852.585396:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767852.585406:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767852.585413:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767852.585431:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384628864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767852.585465:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767852.585471:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.585484:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384628864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767852.585514:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767852.585520:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767852.585542:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767852.585544:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767852.585547:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767852.585550:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767852.585560:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4110
00000400:00000200:2.0:1775767852.585576:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767852.585590:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767852.585600:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767852.585613:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585620:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585627:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585639:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767852.585642:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767852.585644:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767852.585648:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767852.585651:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767852.585657:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767852.585659:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767852.585666:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585678:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.585681:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585686:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767852.585689:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767852.585696:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767852.585700:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767852.585705:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767852.585711:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767852.585715:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585721:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767852.585726:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767852.585733:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585742:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767852.585750:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767852.585759:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767852.585766:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767852.585774:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.585787:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767852.585791:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767852.585798:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767852.585808:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767852.585815:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767852.585825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767852.585864:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00100000:2.0:1775767852.585872:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384628992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767852.585900:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767852.585904:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.585928:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384628992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767852.585958:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767852.585965:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767852.585980:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767852.585986:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767852.585990:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767852.585996:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767852.586009:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4110
00000400:00000200:2.0:1775767852.586029:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767852.586043:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767852.586055:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767852.586066:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586070:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.586076:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586081:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767852.586087:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767852.586091:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767852.586094:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767852.586101:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767852.586105:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767852.586110:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767852.586120:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586130:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.586137:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586142:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767852.586150:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767852.586158:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586166:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767852.586176:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767852.586184:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767852.586192:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586202:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767852.586207:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767852.586213:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586219:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767852.586232:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767852.586237:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767852.586248:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767852.586251:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586258:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767852.586261:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767852.586265:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767852.586271:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775767852.586278:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767852.586288:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384629120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767852.586353:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767852.586358:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.586376:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384629120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767852.586412:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767852.586424:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767852.586438:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767852.586442:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767852.586445:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767852.586458:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767852.586469:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4110
00000400:00000200:2.0:1775767852.586484:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767852.586492:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767852.586497:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767852.586505:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586511:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.586518:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586527:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767852.586537:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767852.586539:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767852.586543:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767852.586547:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767852.586551:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767852.586555:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767852.586562:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586568:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767852.586575:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586583:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767852.586590:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767852.586599:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767852.586607:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767852.586613:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767852.586622:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767852.586631:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586634:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767852.586636:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767852.586647:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586651:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767852.586656:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767852.586660:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767852.586667:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767852.586671:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767852.586677:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767852.586680:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767852.586684:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767852.586692:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767852.586699:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767852.586711:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384629248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767852.586741:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767852.586747:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.586761:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384629248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767852.586804:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767852.586813:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4120)
00000800:00000200:1.1:1775767852.586896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767852.586898:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767852.587083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767852.587085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767852.587264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767852.587266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767852.587542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767852.587556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767852.968956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767852.968964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767852.968982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767852.968984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767852.969014:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767852.969017:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767852.969021:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767853.992958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767853.992965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767853.992974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767853.992976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767855.016912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767855.016918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767855.016924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767855.016925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767856.040960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767856.040965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767856.040972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767856.040974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767856.041006:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767856.041009:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767856.041011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767857.064924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767857.064930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767857.064935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767857.064939:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767857.064942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767857.064946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767857.064949:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767857.064952:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767857.064954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767857.064955:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767857.704942:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767857.704951:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767857.704953:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767857.704957:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767857.704961:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767857.704967:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4115
00000400:00000200:2.0:1775767857.704976:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767857.704981:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767857.704983:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767857.704986:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.704988:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.704990:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.704992:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767857.704995:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767857.704996:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767857.704998:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767857.705000:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767857.705002:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767857.705003:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767857.705005:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705007:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705008:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705009:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767857.705011:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767857.705013:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705015:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767857.705017:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767857.705019:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767857.705021:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705023:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767857.705024:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767857.705033:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767857.705035:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767857.705039:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767857.705040:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705043:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767857.705045:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767857.705048:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767857.705054:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767857.705060:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767857.705067:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384629376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767857.705075:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767857.705079:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705082:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384629376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767857.705102:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767857.705104:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767857.705106:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767857.705107:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767857.705108:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767857.705110:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767857.705112:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4115
00000400:00000200:2.0:1775767857.705114:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767857.705116:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767857.705117:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767857.705119:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705120:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705122:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705123:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767857.705132:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767857.705134:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767857.705135:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767857.705137:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767857.705141:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767857.705143:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767857.705146:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705148:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705149:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705151:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767857.705153:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767857.705157:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705159:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767857.705162:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767857.705166:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767857.705168:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705169:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767857.705172:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767857.705176:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705177:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767857.705181:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767857.705183:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767857.705188:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767857.705190:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705193:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767857.705196:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767857.705199:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767857.705203:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767857.705208:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767857.705215:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384629504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767857.705224:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767857.705227:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705234:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384629504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767857.705253:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767857.705256:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767857.705262:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767857.705265:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767857.705266:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767857.705269:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767857.705272:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4115
00000400:00000200:2.0:1775767857.705290:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767857.705293:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767857.705294:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767857.705296:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705300:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705304:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705305:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767857.705307:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767857.705308:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767857.705311:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767857.705314:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767857.705319:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767857.705320:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767857.705323:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705326:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705329:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705330:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767857.705332:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767857.705337:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705338:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767857.705340:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767857.705343:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767857.705346:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705347:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767857.705349:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767857.705351:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705355:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767857.705360:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767857.705364:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767857.705367:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767857.705368:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705371:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767857.705372:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767857.705375:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767857.705380:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767857.705384:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767857.705392:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384629632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767857.705404:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767857.705407:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705411:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384629632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767857.705418:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767857.705423:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767857.705428:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767857.705429:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767857.705430:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767857.705432:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767857.705437:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4115
00000400:00000200:2.0:1775767857.705442:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767857.705446:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767857.705450:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767857.705454:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705457:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705461:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705465:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767857.705467:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767857.705469:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767857.705472:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767857.705474:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767857.705477:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767857.705480:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767857.705485:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705487:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705492:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705496:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767857.705500:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767857.705505:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705507:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767857.705509:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767857.705512:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767857.705515:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705518:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767857.705521:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767857.705526:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705529:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767857.705534:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767857.705539:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767857.705542:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767857.705545:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705547:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767857.705551:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767857.705554:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767857.705560:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000800:00000200:1.1:1775767857.705566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767857.705567:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767857.705573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00100000:2.0:1775767857.705576:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384629760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767857.705594:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767857.705597:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705607:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384629760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767857.705618:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767857.705623:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767857.705628:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767857.705629:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767857.705631:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767857.705634:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767857.705638:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4115
00000400:00000200:2.0:1775767857.705643:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767857.705648:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767857.705652:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767857.705657:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705660:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705663:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705665:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767857.705669:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767857.705670:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767857.705672:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767857.705674:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767857.705677:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767857.705681:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767857.705688:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705692:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767857.705696:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705699:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767857.705701:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767857.705705:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767857.705708:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767857.705710:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767857.705713:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767857.705718:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705720:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767857.705724:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767857.705729:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705733:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767857.705739:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767857.705743:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767857.705745:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767857.705747:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767857.705752:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767857.705754:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767857.705756:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767857.705761:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767857.705766:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767857.705774:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384629888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767857.705790:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767857.705793:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705799:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384629888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767857.705821:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767857.705846:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4125)
00000800:00000200:1.1:1775767857.706178:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767857.706181:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767857.706513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767857.706515:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767857.706810:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767857.706812:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767857.707120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767857.707123:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767858.088932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767858.088938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767858.088943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767858.088944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767859.112976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767859.112982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767859.112987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767859.112988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767859.113002:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767859.113004:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767859.113006:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767860.136969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767860.136977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767860.136986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767860.136988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767861.160970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767861.160977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767861.160986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767861.160988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767862.184963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767862.184974:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767862.184977:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767862.184982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767862.184988:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767862.184991:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767862.184993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767862.184996:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767862.185001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767862.185003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767862.185028:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767862.185032:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767862.185035:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767862.824987:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767862.825000:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767862.825005:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767862.825011:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767862.825017:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767862.825028:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4120
00000400:00000200:2.0:1775767862.825042:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767862.825049:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767862.825052:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767862.825055:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825062:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767862.825066:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767862.825068:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767862.825071:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767862.825073:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767862.825076:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767862.825078:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767862.825081:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825084:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825086:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825087:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767862.825089:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767862.825092:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825094:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767862.825097:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767862.825100:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767862.825103:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825105:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767862.825107:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767862.825119:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767862.825123:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767862.825127:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767862.825129:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825132:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767862.825135:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767862.825140:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767862.825148:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767862.825156:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767862.825165:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384630016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767862.825175:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767862.825181:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.825184:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384630016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767862.825203:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767862.825205:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767862.825208:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767862.825209:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767862.825211:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767862.825213:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767862.825215:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4120
00000400:00000200:2.0:1775767862.825218:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767862.825221:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767862.825222:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767862.825225:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825243:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825248:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825251:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767862.825254:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767862.825261:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767862.825263:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767862.825265:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767862.825269:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767862.825273:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767862.825285:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825294:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825303:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825312:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767862.825320:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767862.825329:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825333:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767862.825340:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767862.825346:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767862.825353:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825364:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767862.825370:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767862.825376:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825379:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767862.825387:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767862.825390:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767862.825392:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767862.825393:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825394:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767862.825395:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767862.825400:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767862.825407:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767862.825414:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767862.825423:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384630144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767862.825439:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767862.825444:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.825449:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384630144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767862.825485:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767862.825488:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767862.825491:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767862.825496:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767862.825498:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767862.825509:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767862.825522:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4120
00000400:00000200:2.0:1775767862.825533:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767862.825544:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767862.825550:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767862.825553:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825555:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825559:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825567:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767862.825570:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767862.825571:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767862.825574:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767862.825577:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767862.825581:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767862.825583:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767862.825586:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825589:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825595:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825602:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767862.825604:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767862.825607:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825609:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767862.825610:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767862.825616:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767862.825621:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825622:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767862.825624:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767862.825628:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825637:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767862.825642:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767862.825650:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767862.825656:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767862.825657:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825658:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767862.825661:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767862.825664:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767862.825672:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767862.825676:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767862.825685:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384630272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767862.825705:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767862.825708:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.825720:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384630272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767862.825737:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767862.825745:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767862.825754:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767862.825758:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767862.825759:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767862.825762:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767862.825767:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4120
00000400:00000200:2.0:1775767862.825778:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767862.825783:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767862.825787:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767862.825791:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825799:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825802:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825805:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767862.825809:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767862.825812:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767862.825819:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767862.825824:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767862.825857:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767862.825859:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767862.825862:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825864:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.825866:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825867:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767862.825869:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767862.825871:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767862.825873:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767862.825878:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767862.825881:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767862.825887:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825891:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775767862.825891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:2.0:1775767862.825896:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767862.825903:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825905:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767862.825906:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000010:2.0:1775767862.825910:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767862.825913:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767862.825921:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767862.825927:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.825934:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767862.825936:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767862.825939:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767862.825943:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767862.825948:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767862.825964:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384630400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767862.825988:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767862.825995:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.826014:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384630400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767862.826040:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767862.826045:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767862.826062:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767862.826068:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767862.826074:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767862.826079:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767862.826084:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4120
00000400:00000200:2.0:1775767862.826095:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767862.826101:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767862.826110:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767862.826117:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.826119:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.826125:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.826127:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767862.826130:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767862.826131:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767862.826136:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767862.826138:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767862.826141:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767862.826144:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767862.826152:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.826162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767862.826170:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767862.826178:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767862.826188:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767862.826195:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767862.826200:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767862.826206:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767862.826213:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767862.826219:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.826226:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767862.826241:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767862.826243:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.826244:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767862.826249:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767862.826253:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767862.826264:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767862.826268:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767862.826271:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767862.826274:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767862.826278:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767862.826290:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767862.826300:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767862.826311:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384630528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767862.826363:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767862.826367:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.826375:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384630528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767862.826398:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767862.826405:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4130)
00000800:00000200:1.1:1775767862.826623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767862.826625:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767862.826919:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767862.826921:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767862.827109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767862.827110:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767862.827302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767862.827304:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767863.208935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767863.208942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767863.208948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767863.208949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767864.232944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767864.232951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767864.232956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767864.232957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767865.256943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767865.256949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767865.256955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767865.256956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767865.256971:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767865.256973:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767865.256975:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767866.280926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767866.280933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767866.280937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767866.280941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767866.280943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767866.280946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767866.280948:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767866.280950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767866.280952:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767866.280954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767867.304940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767867.304947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767867.304954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767867.304956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767867.944955:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767867.944965:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767867.944968:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767867.944972:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767867.944976:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767867.944983:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4125
00000400:00000200:2.0:1775767867.944991:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767867.944996:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767867.944999:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767867.945001:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945003:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945005:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945007:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767867.945010:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767867.945011:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767867.945013:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767867.945015:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767867.945017:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767867.945018:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767867.945020:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945022:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945023:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945024:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767867.945026:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767867.945029:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945030:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767867.945032:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767867.945035:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767867.945037:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945038:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767867.945040:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767867.945049:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775767867.945051:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767867.945055:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767867.945056:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945058:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767867.945061:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767867.945064:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767867.945071:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775767867.945076:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767867.945084:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384630656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767867.945092:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767867.945096:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945099:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384630656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767867.945118:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767867.945120:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767867.945122:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767867.945123:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767867.945124:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767867.945126:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767867.945127:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4125
00000400:00000200:2.0:1775767867.945130:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767867.945132:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767867.945133:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767867.945135:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945137:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945139:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945140:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767867.945142:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767867.945143:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767867.945144:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767867.945145:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767867.945147:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767867.945149:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767867.945152:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945153:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945155:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945156:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767867.945158:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767867.945162:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945166:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767867.945169:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767867.945174:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767867.945178:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945197:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767867.945201:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767867.945204:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945205:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767867.945209:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775767867.945212:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767867.945216:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767867.945218:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945222:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767867.945224:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767867.945227:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767867.945230:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767867.945234:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767867.945240:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384630784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767867.945251:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767867.945254:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945258:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384630784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767867.945275:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767867.945277:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767867.945281:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767867.945284:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767867.945286:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767867.945291:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767867.945296:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4125
00000400:00000200:2.0:1775767867.945299:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767867.945301:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767867.945303:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767867.945308:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945315:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945319:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767867.945323:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767867.945324:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767867.945327:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767867.945328:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767867.945332:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767867.945334:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767867.945339:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945342:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945344:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945346:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767867.945350:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767867.945354:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945356:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767867.945358:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767867.945362:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767867.945364:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945366:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767867.945369:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767867.945372:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945375:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767867.945379:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775767867.945383:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767867.945387:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767867.945389:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945393:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767867.945395:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767867.945397:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767867.945401:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767867.945404:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767867.945412:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384630912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767867.945424:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767867.945426:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945431:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384630912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767867.945443:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767867.945448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775767867.945452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775767867.945453:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767867.945456:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1775767867.945457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1775767867.945458:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767867.945462:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767867.945466:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4125
00000400:00000200:2.0:1775767867.945473:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767867.945476:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767867.945477:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767867.945483:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945484:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945486:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945489:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767867.945492:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767867.945494:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767867.945495:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767867.945497:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767867.945500:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767867.945503:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767867.945507:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945509:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945513:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945517:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767867.945522:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767867.945528:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945530:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767867.945534:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767867.945535:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767867.945538:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945542:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767867.945545:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767867.945549:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945552:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767867.945556:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775767867.945559:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767867.945562:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767867.945564:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945566:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767867.945569:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767867.945572:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767867.945574:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767867.945578:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767867.945582:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384631040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767867.945589:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767867.945591:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945595:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384631040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767867.945608:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767867.945611:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767867.945616:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767867.945618:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767867.945620:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767867.945624:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767867.945629:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4125
00000400:00000200:2.0:1775767867.945635:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767867.945640:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767867.945645:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767867.945648:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945651:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945654:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945657:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767867.945660:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767867.945662:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767867.945664:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767867.945667:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767867.945669:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767867.945672:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767867.945678:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945682:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767867.945686:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945689:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767867.945693:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767867.945699:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767867.945703:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767867.945707:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767867.945711:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767867.945713:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945716:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767867.945719:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767867.945722:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945724:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767867.945730:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775767867.945733:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767867.945736:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767867.945738:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767867.945741:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767867.945742:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767867.945744:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767867.945749:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767867.945754:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767867.945763:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384631168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767867.945773:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767867.945777:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945780:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384631168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767867.945792:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767867.945797:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4135)
00000800:00000200:1.1:1775767867.946022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767867.946035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767867.946242:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767867.946244:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767867.946418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767867.946419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767867.946589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767867.946591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767868.328924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767868.328930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767868.328935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767868.328936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767868.328954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767868.328956:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767868.328958:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767869.352936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767869.352943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767869.352950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767869.352952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767870.376945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767870.376952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767870.376960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767870.376962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767871.400941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767871.400947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767871.400953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767871.400954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767871.400974:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767871.400976:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767871.400978:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767872.424932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767872.424939:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767872.424942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767872.424945:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767872.424950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767872.424953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767872.424955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767872.424957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767872.424961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767872.424962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767873.064947:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767873.064958:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767873.064961:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767873.064966:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767873.064970:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767873.064978:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4130
00000400:00000200:3.0:1775767873.064989:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767873.064995:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767873.064998:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767873.065002:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065006:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065009:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065012:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767873.065016:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767873.065018:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767873.065021:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767873.065024:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767873.065026:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767873.065029:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767873.065032:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065034:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065036:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065038:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767873.065042:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767873.065046:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065049:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767873.065053:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767873.065056:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767873.065060:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065063:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767873.065066:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767873.065076:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767873.065080:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767873.065083:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767873.065085:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065088:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767873.065091:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767873.065096:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767873.065104:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767873.065111:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767873.065121:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384631296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767873.065165:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767873.065170:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.065176:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384631296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767873.065200:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767873.065204:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767873.065208:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767873.065210:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767873.065212:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767873.065215:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767873.065219:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4130
00000400:00000200:3.0:1775767873.065225:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767873.065233:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767873.065238:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767873.065246:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065253:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065260:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065264:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767873.065268:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767873.065271:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767873.065276:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767873.065279:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767873.065284:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767873.065290:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767873.065298:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065303:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065309:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065312:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767873.065317:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767873.065323:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065329:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767873.065333:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767873.065339:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767873.065343:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065345:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767873.065349:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767873.065355:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065359:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767873.065365:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767873.065370:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767873.065376:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767873.065379:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065384:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767873.065387:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767873.065390:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767873.065398:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767873.065404:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767873.065415:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384631424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767873.065433:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767873.065438:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.065448:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384631424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767873.065474:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767873.065480:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767873.065488:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767873.065491:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767873.065496:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767873.065502:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767873.065508:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4130
00000400:00000200:3.0:1775767873.065518:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767873.065528:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767873.065534:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775767873.065534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767873.065540:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767873.065544:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065550:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065557:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065562:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767873.065568:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767873.065571:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767873.065575:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767873.065579:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767873.065583:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767873.065588:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767873.065595:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065600:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065606:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065611:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767873.065617:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767873.065625:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065631:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767873.065635:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767873.065638:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767873.065643:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065646:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767873.065651:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767873.065658:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065664:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767873.065670:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767873.065675:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767873.065678:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767873.065680:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065685:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767873.065688:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767873.065693:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767873.065698:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767873.065703:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767873.065709:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384631552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767873.065719:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767873.065723:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.065728:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384631552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767873.065743:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767873.065748:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767873.065751:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767873.065753:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767873.065755:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767873.065759:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767873.065764:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4130
00000400:00000200:3.0:1775767873.065773:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767873.065778:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767873.065780:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767873.065782:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065786:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065790:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065791:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767873.065796:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767873.065797:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767873.065799:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767873.065802:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767873.065804:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767873.065809:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767873.065811:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065814:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.065817:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065820:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767873.065824:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767873.065829:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767873.065854:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767873.065856:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767873.065859:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767873.065860:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065864:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767873.065867:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767873.065872:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065876:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767873.065879:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767873.065882:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767873.065886:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767873.065888:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.065893:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767873.065895:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767873.065898:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767873.065902:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767873.065905:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767873.065912:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384631680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767873.065930:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767873.065934:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.065941:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384631680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767873.065964:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767873.065967:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767873.065973:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767873.065976:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767873.065979:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767873.065983:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767873.065989:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4130
00000400:00000200:3.0:1775767873.065995:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767873.066000:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767873.066004:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767873.066011:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.066014:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.066019:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.066024:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767873.066029:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767873.066031:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767873.066034:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767873.066038:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767873.066041:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767873.066046:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767873.066054:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.066060:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767873.066064:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767873.066069:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767873.066072:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767873.066077:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767873.066080:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767873.066084:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767873.066086:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767873.066089:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.066091:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767873.066095:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767873.066099:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.066101:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767873.066105:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767873.066107:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767873.066112:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767873.066115:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767873.066117:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767873.066119:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767873.066122:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767873.066125:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767873.066146:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767873.066157:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384631808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767873.066176:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767873.066181:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.066193:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384631808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767873.066219:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767873.066229:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4140)
00000800:00000200:1.1:1775767873.066309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767873.066311:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767873.066545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767873.066547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767873.066822:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767873.066825:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767873.067147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767873.067150:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767873.448942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767873.448949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767873.448954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767873.448955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767874.472966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767874.472973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767874.472982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767874.472984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767874.473013:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767874.473017:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767874.473021:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767875.496962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767875.496969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767875.496976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767875.496978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767876.520937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767876.520945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767876.520953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767876.520957:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767876.520960:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767876.520964:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767876.520967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767876.520969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767876.520971:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767876.520974:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767877.544956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767877.544962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767877.544967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767877.544968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767877.544990:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767877.544994:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767877.544997:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775767878.185439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767878.185443:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767878.186005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767878.186007:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767878.186219:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767878.186220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767878.186392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767878.186406:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767878.186584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767878.186586:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00010000:00000001:3.0:1775767878.568903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767878.568909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767878.568914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767878.568916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767879.592945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767879.592951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767879.592957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767879.592958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767880.616922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767880.616928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767880.616942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767880.616944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767880.616973:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767880.616978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767880.616981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767881.640957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767881.640964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767881.640972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767881.640974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767882.664951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767882.664959:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767882.664961:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767882.664964:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767882.664968:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767882.664970:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767882.664972:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767882.664974:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767882.664978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767882.664980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767883.304940:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767883.304949:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767883.304951:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767883.304956:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767883.304960:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767883.304967:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4141
00000400:00000200:2.0:1775767883.304977:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767883.304983:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767883.304986:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767883.304988:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.304991:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.304993:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.304995:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767883.304999:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767883.305001:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767883.305003:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767883.305005:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767883.305007:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767883.305008:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767883.305010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305015:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767883.305017:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767883.305020:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305022:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767883.305024:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767883.305027:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767883.305029:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305045:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767883.305047:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767883.305057:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775767883.305060:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767883.305065:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767883.305066:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305069:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767883.305072:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767883.305077:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767883.305084:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775767883.305091:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767883.305100:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384632576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767883.305109:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767883.305113:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305117:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384632576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767883.305137:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767883.305140:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767883.305143:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767883.305144:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767883.305145:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767883.305148:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767883.305150:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4141
00000400:00000200:2.0:1775767883.305153:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767883.305155:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767883.305157:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767883.305160:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305165:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305167:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767883.305169:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767883.305170:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767883.305171:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767883.305173:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767883.305175:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767883.305177:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767883.305179:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305181:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305183:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305184:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767883.305187:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767883.305191:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305194:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767883.305196:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767883.305201:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767883.305205:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305209:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767883.305215:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767883.305221:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305223:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767883.305227:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775767883.305232:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767883.305237:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767883.305238:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305242:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767883.305244:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767883.305246:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767883.305250:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775767883.305253:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767883.305259:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384632704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767883.305270:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767883.305275:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305282:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384632704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767883.305307:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767883.305311:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767883.305316:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767883.305321:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767883.305325:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767883.305330:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767883.305336:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4141
00000400:00000200:2.0:1775767883.305344:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767883.305351:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767883.305355:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767883.305360:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305364:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305366:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305368:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767883.305371:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767883.305374:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767883.305376:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767883.305378:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767883.305379:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767883.305380:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767883.305384:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305388:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305390:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305392:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767883.305396:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767883.305402:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305404:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767883.305408:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767883.305410:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767883.305413:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305415:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767883.305417:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767883.305422:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305424:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767883.305429:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767883.305433:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767883.305438:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767883.305439:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305441:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767883.305442:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767883.305445:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767883.305451:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767883.305456:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767883.305464:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384632832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767883.305479:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767883.305484:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305492:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384632832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775767883.305495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767883.305501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775767883.305514:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767883.305520:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767883.305523:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767883.305524:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767883.305525:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767883.305527:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767883.305532:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4141
00000400:00000200:2.0:1775767883.305536:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767883.305543:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767883.305547:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767883.305551:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305555:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305559:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305562:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767883.305567:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767883.305570:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767883.305573:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767883.305577:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767883.305582:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767883.305588:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767883.305594:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305599:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305605:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305609:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767883.305613:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767883.305616:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305618:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767883.305622:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767883.305624:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767883.305628:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305631:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767883.305634:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767883.305637:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305641:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767883.305644:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767883.305646:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767883.305651:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767883.305652:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305654:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767883.305655:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767883.305656:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767883.305662:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767883.305669:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767883.305675:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384632960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767883.305691:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767883.305694:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305700:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384632960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767883.305711:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767883.305715:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767883.305720:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767883.305722:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767883.305725:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767883.305730:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767883.305734:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4141
00000400:00000200:2.0:1775767883.305741:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767883.305748:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767883.305752:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767883.305758:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305772:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305779:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305783:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767883.305786:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767883.305788:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767883.305791:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767883.305794:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767883.305798:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767883.305803:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767883.305809:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305812:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767883.305817:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305821:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767883.305826:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767883.305864:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767883.305870:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767883.305874:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767883.305878:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767883.305883:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305887:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767883.305890:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767883.305896:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305898:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767883.305901:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767883.305904:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767883.305909:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767883.305912:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767883.305915:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767883.305918:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767883.305920:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767883.305924:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767883.305927:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767883.305934:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384633088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767883.305947:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767883.305949:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305954:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384633088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767883.305966:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767883.305971:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4151)
00000800:00000200:1.1:1775767883.306099:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767883.306100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767883.306317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767883.306319:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767883.306509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767883.306511:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767883.306718:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767883.306721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775767883.688939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767883.688947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767883.688955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767883.688957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767883.688982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767883.688985:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767883.688987:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767884.712926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767884.712932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767884.712938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767884.712939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767885.736949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767885.736954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767885.736962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767885.736964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767886.760923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767886.760931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767886.760938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767886.760943:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767886.760946:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767886.760949:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767886.760952:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767886.760954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767886.760956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767886.760957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767886.760978:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767886.760981:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767886.760983:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767887.784938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767887.784944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767887.784949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767887.784951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767888.424920:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767888.424929:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767888.424933:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767888.424936:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767888.424940:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767888.424946:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4146
00000400:00000200:2.0:1775767888.424953:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767888.424958:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767888.424961:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767888.424963:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.424966:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.424967:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.424969:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767888.424972:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767888.424974:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767888.424976:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767888.424978:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767888.424979:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767888.424997:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767888.424999:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425001:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425003:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425005:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767888.425008:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767888.425011:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425014:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767888.425018:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767888.425021:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767888.425024:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425027:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767888.425030:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767888.425039:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767888.425043:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767888.425048:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767888.425050:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425053:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767888.425056:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767888.425061:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767888.425069:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775767888.425076:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767888.425085:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384633216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767888.425094:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767888.425098:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425101:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384633216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.425120:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767888.425122:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767888.425125:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767888.425126:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767888.425127:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767888.425129:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767888.425130:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4146
00000400:00000200:2.0:1775767888.425134:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767888.425136:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767888.425138:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767888.425141:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425142:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425144:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425147:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767888.425148:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767888.425149:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767888.425150:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767888.425152:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767888.425153:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767888.425155:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767888.425157:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425161:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425164:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425167:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767888.425169:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767888.425172:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425174:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767888.425176:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767888.425182:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767888.425192:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425194:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767888.425200:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767888.425203:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425205:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767888.425209:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767888.425211:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767888.425215:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767888.425218:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425219:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767888.425222:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767888.425225:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767888.425231:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775767888.425236:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767888.425243:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384633344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767888.425254:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767888.425258:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425263:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384633344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.425278:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767888.425282:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767888.425284:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767888.425285:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767888.425286:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767888.425287:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767888.425289:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4146
00000400:00000200:2.0:1775767888.425295:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767888.425298:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767888.425301:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767888.425309:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425314:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425317:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425323:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767888.425326:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767888.425328:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767888.425329:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767888.425333:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767888.425335:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767888.425338:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767888.425343:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425344:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425349:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425351:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767888.425354:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767888.425358:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425362:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767888.425365:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767888.425367:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767888.425371:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425374:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767888.425377:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767888.425380:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425383:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767888.425390:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767888.425394:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767888.425396:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767888.425398:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425401:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767888.425403:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767888.425406:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767888.425412:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775767888.425415:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767888.425421:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384633472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767888.425433:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767888.425434:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425437:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384633472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775767888.425444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767888.425450:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767888.425452:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767888.425455:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767888.425455:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767888.425456:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767888.425458:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767888.425460:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4146
00000400:00000200:2.0:1775767888.425463:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767888.425466:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767888.425470:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767888.425475:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425478:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425482:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425483:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767888.425486:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767888.425487:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767888.425489:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767888.425490:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767888.425492:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767888.425496:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767888.425498:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425500:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425505:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425509:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767888.425511:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767888.425515:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425518:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767888.425521:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767888.425525:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767888.425528:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425529:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767888.425532:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767888.425535:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425540:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767888.425544:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767888.425548:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767888.425552:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767888.425554:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425558:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767888.425561:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767888.425564:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767888.425570:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767888.425575:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767888.425582:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384633600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767888.425596:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767888.425600:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425605:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384633600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.425620:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767888.425623:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767888.425627:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767888.425629:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767888.425631:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767888.425638:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767888.425644:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4146
00000400:00000200:2.0:1775767888.425654:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767888.425665:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767888.425671:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767888.425679:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425685:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425691:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425695:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767888.425699:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767888.425702:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767888.425707:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767888.425710:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767888.425714:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767888.425719:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767888.425726:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425730:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767888.425735:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425740:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767888.425742:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767888.425747:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767888.425752:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767888.425754:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767888.425757:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767888.425760:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425763:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767888.425766:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767888.425769:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425774:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767888.425774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775767888.425777:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767888.425780:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767888.425784:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767888.425786:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.425788:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767888.425791:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767888.425794:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767888.425801:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767888.425806:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767888.425815:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384633728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767888.425869:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767888.425877:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425886:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384633728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.425899:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767888.425904:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4156)
00000800:00000200:1.1:1775767888.426051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767888.426203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767888.426341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767888.808941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767888.808947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767888.808954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767888.808955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767889.832948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767889.832956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767889.832965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767889.832978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767889.833005:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767889.833008:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767889.833011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767890.856899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767890.856905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767890.856910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767890.856911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767891.881081:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767891.881088:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767891.881094:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767891.881095:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767892.904898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767892.904908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767892.904911:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767892.904915:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767892.904921:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767892.904923:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767892.904926:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767892.904929:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767892.904934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767892.904936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767892.904975:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767892.904978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767892.904981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767893.545613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767893.545626:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767893.546392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767893.546394:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767893.546676:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767893.546679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767893.547028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767893.547031:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767893.547287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767893.547289:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767893.928884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767893.928890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767893.928895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767893.928896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767894.952900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767894.952905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767894.952911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767894.952912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767895.976903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767895.976923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767895.976932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767895.976933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767895.976959:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767895.976962:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767895.976964:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767897.000975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767897.000981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767897.000987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767897.000991:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767897.000994:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767897.000997:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767897.001000:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767897.001004:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767897.001007:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767897.001011:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767898.024915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767898.024921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767898.024926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767898.024928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767898.664984:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767898.664995:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767898.664999:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767898.665005:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767898.665011:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767898.665020:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4156
00000400:00000200:3.0:1775767898.665034:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767898.665042:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767898.665046:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767898.665050:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665054:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665057:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665060:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767898.665065:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767898.665068:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767898.665071:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767898.665074:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767898.665077:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767898.665080:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767898.665083:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665094:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665097:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665100:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767898.665103:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767898.665107:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665109:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767898.665112:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767898.665115:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767898.665118:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665120:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767898.665123:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767898.665133:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767898.665136:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767898.665140:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767898.665142:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665144:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767898.665147:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767898.665151:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767898.665160:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767898.665166:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767898.665174:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384634496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767898.665184:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767898.665189:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.665193:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384634496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767898.665213:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767898.665215:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767898.665218:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767898.665219:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767898.665221:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767898.665223:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767898.665225:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4156
00000400:00000200:3.0:1775767898.665229:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767898.665231:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767898.665233:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767898.665235:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665237:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665238:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665241:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767898.665242:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767898.665244:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767898.665245:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767898.665247:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767898.665249:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767898.665250:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767898.665252:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665254:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665255:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665256:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767898.665258:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767898.665260:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665264:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767898.665265:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767898.665270:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767898.665272:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665273:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767898.665278:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767898.665284:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665288:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767898.665294:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767898.665297:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767898.665301:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767898.665303:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665305:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767898.665308:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767898.665312:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767898.665318:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767898.665324:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767898.665334:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384634624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767898.665362:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767898.665365:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.665371:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384634624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767898.665379:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767898.665383:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767898.665388:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767898.665391:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767898.665392:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767898.665396:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767898.665398:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4156
00000400:00000200:3.0:1775767898.665403:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767898.665409:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767898.665412:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767898.665425:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665431:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665436:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665439:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767898.665441:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767898.665443:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767898.665446:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767898.665449:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767898.665452:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767898.665454:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767898.665462:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665466:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665473:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665476:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767898.665480:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767898.665485:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665491:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767898.665503:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767898.665507:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767898.665512:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665515:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767898.665517:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767898.665523:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665525:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767898.665528:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767898.665533:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767898.665536:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767898.665538:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665540:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767898.665542:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767898.665544:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767898.665548:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767898.665558:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767898.665568:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:3.0:1775767898.665569:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384634752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767898.665574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775767898.665588:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767898.665592:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.665598:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384634752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767898.665616:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767898.665621:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767898.665626:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767898.665629:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767898.665632:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767898.665637:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767898.665643:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4156
00000400:00000200:3.0:1775767898.665649:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767898.665655:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767898.665659:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767898.665662:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665665:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665678:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665683:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767898.665687:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767898.665690:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767898.665692:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767898.665694:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767898.665696:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767898.665698:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767898.665702:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665704:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665705:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665707:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767898.665710:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767898.665713:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665714:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767898.665716:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767898.665718:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767898.665722:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665723:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767898.665728:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767898.665731:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665732:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767898.665740:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767898.665742:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767898.665747:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767898.665751:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665753:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767898.665755:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767898.665758:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767898.665763:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767898.665769:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767898.665778:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384634880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767898.665793:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767898.665797:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.665802:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384634880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767898.665821:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767898.665824:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767898.665858:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767898.665862:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767898.665864:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767898.665869:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767898.665874:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4156
00000400:00000200:3.0:1775767898.665881:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767898.665899:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767898.665903:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767898.665908:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665911:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665914:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665916:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767898.665920:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767898.665922:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767898.665924:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767898.665927:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767898.665931:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767898.665936:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767898.665940:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665943:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767898.665946:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665949:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767898.665954:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767898.665959:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767898.665964:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767898.665966:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767898.665970:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767898.665973:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665976:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767898.665979:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767898.665981:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.665984:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767898.665990:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767898.665995:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767898.666001:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767898.666004:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767898.666009:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767898.666013:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767898.666017:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767898.666023:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767898.666029:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767898.666040:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384635008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767898.666058:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767898.666063:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.666068:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384635008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767898.666089:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767898.666099:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4166)
00000800:00000200:0.1:1775767898.666188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767898.666191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767898.666431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767898.666433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767898.666621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767898.666623:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767898.666949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767898.666951:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775767899.048972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767899.048978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767899.048983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767899.048986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767899.049009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767899.049011:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767899.049013:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767900.072978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767900.072985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767900.072989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767900.072990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767900.073054:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767900.073058:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767900.073062:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767901.096935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767901.096942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767901.096950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767901.096952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767902.120943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767902.120949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767902.120954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767902.120955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767902.120975:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767902.120977:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767902.120980:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767903.144977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767903.144984:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767903.144987:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767903.144991:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767903.144995:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767903.144997:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767903.144999:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767903.145001:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767903.145004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767903.145006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767903.145065:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767903.145070:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767903.145074:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767903.784950:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767903.784969:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767903.784976:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767903.784981:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767903.784987:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767903.784997:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4161
00000400:00000200:3.0:1775767903.785010:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767903.785018:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767903.785021:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767903.785024:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785027:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785030:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785033:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767903.785038:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767903.785041:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767903.785044:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767903.785047:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767903.785050:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767903.785052:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767903.785055:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785058:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785060:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785069:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767903.785072:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767903.785076:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785079:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767903.785082:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767903.785086:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767903.785090:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785093:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767903.785095:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767903.785108:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767903.785113:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767903.785118:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767903.785120:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785124:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767903.785127:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767903.785133:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767903.785142:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767903.785150:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767903.785167:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384635136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767903.785181:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767903.785187:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.785192:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384635136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767903.785217:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767903.785221:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767903.785225:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767903.785226:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767903.785228:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767903.785231:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767903.785234:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4161
00000400:00000200:3.0:1775767903.785239:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767903.785242:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767903.785245:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767903.785248:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785250:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785252:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785254:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767903.785257:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767903.785258:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767903.785260:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767903.785262:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767903.785264:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767903.785266:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767903.785271:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785274:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785277:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785279:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767903.785282:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767903.785286:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785289:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767903.785291:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767903.785298:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767903.785302:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785306:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767903.785312:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767903.785320:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785326:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767903.785331:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767903.785336:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767903.785341:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767903.785344:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785349:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767903.785352:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767903.785355:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767903.785362:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767903.785366:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767903.785374:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384635264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767903.785391:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767903.785394:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.785400:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384635264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767903.785419:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767903.785425:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767903.785433:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767903.785436:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767903.785438:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767903.785443:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767903.785448:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4161
00000400:00000200:3.0:1775767903.785455:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767903.785461:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767903.785465:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767903.785471:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785476:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785482:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785487:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767903.785492:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767903.785496:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767903.785499:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767903.785502:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767903.785508:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767903.785513:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767903.785518:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785524:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785530:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785534:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767903.785539:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767903.785546:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785549:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767903.785553:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767903.785558:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767903.785564:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767903.785567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767903.785568:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775767903.785572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000008:00100000:3.0:1775767903.785573:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767903.785580:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785584:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767903.785590:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767903.785594:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767903.785601:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767903.785604:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785608:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767903.785610:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767903.785613:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767903.785619:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767903.785625:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767903.785635:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384635392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767903.785648:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767903.785651:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.785660:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384635392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767903.785677:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767903.785681:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767903.785688:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767903.785690:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767903.785693:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767903.785697:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767903.785703:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4161
00000400:00000200:3.0:1775767903.785710:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767903.785715:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767903.785718:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767903.785722:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785725:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785729:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785733:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767903.785737:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767903.785741:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767903.785744:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767903.785748:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767903.785752:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767903.785756:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767903.785764:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785770:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.785775:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785780:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767903.785784:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767903.785790:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767903.785796:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767903.785802:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767903.785807:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767903.785812:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785817:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767903.785821:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767903.785827:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785887:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767903.785894:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767903.785899:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767903.785904:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767903.785907:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.785910:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767903.785913:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767903.785917:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767903.785924:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767903.785929:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767903.785939:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384635520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767903.785968:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767903.785972:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.785981:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384635520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767903.786004:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767903.786009:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767903.786017:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767903.786021:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767903.786023:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767903.786029:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767903.786034:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4161
00000400:00000200:3.0:1775767903.786043:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767903.786050:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767903.786054:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767903.786058:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.786063:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.786067:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.786071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767903.786075:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767903.786078:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767903.786081:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767903.786085:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767903.786089:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767903.786093:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767903.786100:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.786103:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767903.786107:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767903.786111:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767903.786115:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767903.786118:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767903.786121:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767903.786124:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767903.786128:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767903.786133:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.786137:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767903.786141:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767903.786145:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.786148:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767903.786155:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767903.786159:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767903.786166:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767903.786169:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767903.786174:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767903.786177:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767903.786181:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767903.786189:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767903.786194:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767903.786205:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384635648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767903.786224:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767903.786228:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.786235:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384635648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767903.786251:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767903.786259:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4171)
00000800:00000200:0.1:1775767903.786335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767903.786337:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767903.786545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767903.786547:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767903.786729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767903.786731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767903.787122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767903.787125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775767904.168977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767904.168986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767904.168994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767904.168997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767905.192967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767905.192973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767905.192978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767905.192979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767905.193002:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767905.193004:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767905.193006:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767906.216941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767906.216947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767906.216952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767906.216956:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767906.216957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767906.216960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767906.216962:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767906.216964:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767906.216966:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767906.216968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767906.217049:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767906.217054:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767906.217058:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767907.240936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767907.240942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767907.240948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767907.240949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767908.264929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767908.264935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767908.264941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767908.264943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767908.264958:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767908.264960:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767908.264962:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767908.905506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767908.905513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767908.906187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767908.906189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767908.906375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767908.906377:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767908.906584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767908.906586:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767908.906758:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767908.906760:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775767909.288933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767909.288939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767909.288945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767909.288946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767909.289002:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767909.289005:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767909.289008:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767910.312919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767910.312926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767910.312931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767910.312932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767911.336950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767911.336956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767911.336962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767911.336964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767911.336988:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767911.336990:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767911.336992:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767912.360904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767912.360911:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767912.360913:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767912.360916:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767912.360921:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767912.360923:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767912.360924:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767912.360926:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767912.360929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767912.360930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767912.360975:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767912.360978:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767912.360982:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767913.384922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767913.384927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767913.384933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767913.384934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767914.025575:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767914.025582:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767914.026109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767914.026111:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767914.026295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767914.026297:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767914.026559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767914.026562:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767914.026766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767914.026768:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775767914.408957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767914.408963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767914.408969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767914.408971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767914.408989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767914.408991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767914.408993:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767915.432928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767915.432935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767915.432943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767915.432944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767915.433001:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767915.433004:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767915.433007:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767916.456958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767916.456966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767916.456974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767916.456977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767916.456980:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767916.456983:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767916.456986:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767916.456989:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767916.456991:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767916.456994:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767917.480918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767917.480925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767917.480931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767917.480933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767917.480951:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767917.480954:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767917.480956:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767918.505055:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767918.505063:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767918.505071:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767918.505072:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767918.505120:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767918.505124:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767918.505133:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767919.145024:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767919.145036:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767919.145040:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767919.145045:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767919.145051:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767919.145060:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4176
00000400:00000200:3.0:1775767919.145073:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767919.145082:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767919.145086:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767919.145089:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145093:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145096:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145099:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767919.145105:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767919.145107:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767919.145111:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767919.145114:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767919.145117:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767919.145119:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767919.145122:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145125:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145127:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145130:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767919.145133:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767919.145137:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145140:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767919.145144:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767919.145148:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767919.145152:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145155:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767919.145158:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767919.145172:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767919.145176:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767919.145181:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767919.145183:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145187:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767919.145191:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767919.145196:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767919.145206:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767919.145214:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767919.145225:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384637056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767919.145239:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767919.145245:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.145252:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384637056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767919.145279:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767919.145284:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767919.145288:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767919.145289:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767919.145291:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767919.145294:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767919.145298:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4176
00000400:00000200:3.0:1775767919.145303:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767919.145307:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767919.145310:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767919.145314:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145317:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145319:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145322:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767919.145327:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767919.145330:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767919.145334:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767919.145337:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767919.145341:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767919.145346:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767919.145356:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145361:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145365:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145371:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767919.145376:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767919.145380:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145382:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767919.145387:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767919.145394:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767919.145410:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145418:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767919.145425:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767919.145432:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145435:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767919.145440:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767919.145445:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767919.145449:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767919.145454:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145460:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767919.145464:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767919.145468:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767919.145478:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767919.145484:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767919.145493:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384637184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767919.145505:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767919.145510:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.145519:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384637184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767919.145538:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767919.145544:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767919.145554:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767919.145559:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767919.145562:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767919.145565:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767919.145570:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4176
00000400:00000200:3.0:1775767919.145581:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767919.145589:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767919.145593:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767919.145600:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145604:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145607:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145612:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767919.145615:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767919.145617:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767919.145621:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767919.145624:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767919.145629:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767919.145634:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:0.1:1775767919.145635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767919.145640:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1775767919.145642:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145648:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145655:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145659:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767919.145662:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767919.145670:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145678:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767919.145681:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767919.145702:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767919.145707:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145709:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767919.145713:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767919.145718:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145723:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767919.145730:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767919.145736:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767919.145740:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767919.145742:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.145746:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767919.145749:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767919.145753:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767919.145759:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767919.145765:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767919.145774:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384637312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767919.145789:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767919.145792:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.145799:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384637312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767919.145816:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767919.145824:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767919.145870:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767919.145874:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767919.145878:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767919.145885:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767919.145892:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4176
00000400:00000200:3.0:1775767919.145903:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767919.145912:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767919.145918:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767919.145925:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145931:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145938:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145945:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767919.145951:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767919.145954:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767919.145958:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767919.145962:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767919.145967:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767919.145974:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767919.145982:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.145988:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.145995:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146002:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767919.146008:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767919.146016:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146022:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767919.146026:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767919.146032:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767919.146038:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146043:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767919.146049:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767919.146053:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146056:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767919.146064:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767919.146070:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767919.146076:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767919.146080:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146086:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767919.146090:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767919.146093:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767919.146099:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767919.146106:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767919.146116:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384637440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767919.146136:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767919.146140:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.146148:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384637440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767919.146165:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767919.146171:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767919.146182:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767919.146185:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767919.146189:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767919.146195:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767919.146201:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4176
00000400:00000200:3.0:1775767919.146211:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767919.146218:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767919.146223:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767919.146233:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146240:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.146246:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146253:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767919.146259:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767919.146262:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767919.146267:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767919.146270:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767919.146277:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767919.146283:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767919.146291:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146296:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767919.146303:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146309:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767919.146316:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767919.146323:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767919.146331:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767919.146337:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767919.146340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767919.146342:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775767919.146343:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1775767919.146349:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146354:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767919.146360:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767919.146368:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146374:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767919.146382:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767919.146388:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767919.146396:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767919.146399:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767919.146404:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767919.146407:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767919.146412:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767919.146421:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767919.146429:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767919.146440:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384637568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767919.146482:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767919.146488:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.146498:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384637568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767919.146521:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767919.146530:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4186)
00000800:00000200:0.1:1775767919.146701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767919.146703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767919.146983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767919.146985:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767919.147195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767919.147197:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775767919.528926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767919.528933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767919.528940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767919.528942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767920.552942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767920.552949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767920.552954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767920.552956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767920.552982:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767920.552984:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767920.552986:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767921.576931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767921.576937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767921.576944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767921.576946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767921.577024:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767921.577028:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767921.577031:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767922.600944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767922.600952:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767922.600954:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767922.600957:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767922.600962:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767922.600965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767922.600968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767922.600978:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767922.600984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767922.600986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767923.624953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767923.624960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767923.624965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767923.624967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767923.624985:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767923.624987:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767923.624989:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767924.264901:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767924.264911:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767924.264914:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767924.264917:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767924.264921:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767924.264927:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4181
00000400:00000200:3.0:1775767924.264935:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767924.264940:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767924.264942:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767924.264945:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.264947:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.264949:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.264951:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767924.264953:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767924.264955:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767924.264957:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767924.264959:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767924.264960:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767924.264962:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767924.264964:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.264965:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.264966:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.264968:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767924.264970:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767924.264973:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767924.264974:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767924.264976:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767924.264980:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767924.264982:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.264984:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767924.264986:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767924.264993:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767924.264996:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767924.264999:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767924.265000:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265003:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767924.265005:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767924.265008:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767924.265015:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767924.265021:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767924.265028:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384637696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767924.265037:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767924.265041:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265044:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384637696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767924.265065:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767924.265068:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767924.265070:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767924.265071:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767924.265073:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767924.265074:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767924.265076:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4181
00000400:00000200:3.0:1775767924.265078:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767924.265080:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767924.265081:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767924.265083:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265085:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265087:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265088:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767924.265090:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767924.265091:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767924.265093:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767924.265094:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767924.265096:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767924.265097:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767924.265099:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265100:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265102:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265104:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767924.265105:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767924.265107:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265109:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767924.265110:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767924.265114:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767924.265116:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265117:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767924.265121:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767924.265124:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265126:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767924.265130:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767924.265134:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767924.265136:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767924.265137:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265139:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767924.265140:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767924.265142:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767924.265147:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767924.265154:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767924.265164:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384637824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767924.265184:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767924.265189:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265198:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384637824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767924.265217:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767924.265223:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767924.265227:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767924.265229:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767924.265231:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767924.265237:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767924.265239:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4181
00000400:00000200:3.0:1775767924.265246:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767924.265249:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767924.265254:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767924.265256:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265258:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265260:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265265:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767924.265267:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767924.265269:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767924.265272:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767924.265275:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767924.265277:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767924.265279:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767924.265283:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265286:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265290:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265293:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767924.265298:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767924.265303:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265307:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767924.265311:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767924.265313:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767924.265317:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265320:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767924.265322:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767924.265327:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265329:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767924.265335:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767924.265338:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767924.265340:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767924.265342:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265345:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767924.265348:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767924.265350:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767924.265354:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767924.265359:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767924.265367:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384637952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767924.265380:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767924.265383:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265390:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384637952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767924.265399:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767924.265403:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767924.265407:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767924.265409:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767924.265411:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767924.265415:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767924.265420:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4181
00000400:00000200:3.0:1775767924.265431:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767924.265435:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767924.265437:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767924.265440:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265442:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265448:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265453:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767924.265457:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767924.265459:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767924.265462:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767924.265465:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767924.265468:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767924.265470:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767924.265473:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265476:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265477:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265479:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767924.265483:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767924.265488:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265490:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767924.265493:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767924.265495:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767924.265498:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265499:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767924.265502:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.1:1775767924.265503:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:3.0:1775767924.265505:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265509:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767924.265511:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000010:3.0:1775767924.265512:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767924.265517:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767924.265520:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767924.265523:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265525:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767924.265527:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767924.265530:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767924.265535:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767924.265538:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767924.265541:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384638080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767924.265551:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767924.265553:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265559:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384638080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767924.265568:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767924.265570:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767924.265575:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767924.265580:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767924.265582:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767924.265586:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767924.265593:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4181
00000400:00000200:3.0:1775767924.265604:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767924.265610:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767924.265614:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767924.265620:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265626:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265631:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265650:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767924.265654:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767924.265656:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767924.265660:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767924.265663:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767924.265665:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767924.265668:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767924.265670:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265674:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767924.265677:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265679:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767924.265680:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767924.265682:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767924.265684:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767924.265685:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767924.265687:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767924.265690:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265693:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767924.265695:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767924.265698:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265702:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767924.265705:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767924.265707:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767924.265712:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767924.265713:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767924.265714:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767924.265716:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767924.265717:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767924.265724:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767924.265727:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767924.265732:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384638208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767924.265743:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767924.265752:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265755:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384638208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767924.265770:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767924.265777:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4192)
00000800:00000200:0.1:1775767924.266068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767924.266070:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767924.266250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767924.266252:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767924.266447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767924.266449:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767924.266676:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775767924.266678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767924.648943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767924.648950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767924.648954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767924.648956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767924.649011:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767924.649015:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767924.649018:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767925.672910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767925.672916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767925.672922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767925.672924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767926.696934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767926.696940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767926.696945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767926.696948:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767926.696950:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767926.696953:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767926.696956:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767926.696958:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767926.696959:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767926.696961:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767926.696977:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767926.696979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767926.696981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767927.720912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767927.720920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767927.720929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767927.720930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767927.720997:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767927.721002:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767927.721005:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767928.744913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767928.744919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767928.744925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767928.744926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767929.385572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767929.385575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767929.386197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767929.386199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767929.386429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767929.386431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767929.386721:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767929.386737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767929.387058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767929.387060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767929.768908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767929.768914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767929.768919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767929.768920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767929.768939:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767929.768941:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767929.768943:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767930.792948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767930.792954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767930.792959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767930.792960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767930.793018:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767930.793022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767930.793025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767931.816962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767931.816970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767931.816978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767931.816979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767932.840925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767932.840937:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767932.840940:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767932.840943:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767932.840948:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767932.840950:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767932.840952:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767932.840954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767932.840957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767932.840959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767932.840976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767932.840978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767932.840980:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767933.864986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767933.864992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767933.864997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767933.864998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767933.865061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767933.865064:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767933.865067:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767934.504999:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767934.505012:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767934.505015:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767934.505021:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767934.505026:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767934.505035:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4192
00000400:00000200:3.0:1775767934.505046:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767934.505052:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767934.505056:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767934.505059:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505061:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505064:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505066:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767934.505070:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767934.505072:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767934.505074:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767934.505077:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767934.505078:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767934.505080:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767934.505082:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505083:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505084:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505085:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767934.505087:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767934.505089:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505091:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767934.505094:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767934.505096:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767934.505098:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505100:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767934.505102:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767934.505112:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767934.505115:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767934.505119:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767934.505120:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505123:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767934.505126:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767934.505132:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767934.505140:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767934.505147:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767934.505156:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384638976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767934.505165:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767934.505171:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.505175:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384638976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767934.505194:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767934.505196:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767934.505199:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767934.505200:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767934.505201:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767934.505210:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767934.505212:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4192
00000400:00000200:3.0:1775767934.505216:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767934.505218:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767934.505220:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767934.505223:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505224:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505226:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505228:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767934.505230:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767934.505232:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767934.505234:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767934.505236:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767934.505237:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767934.505241:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767934.505244:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505246:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505249:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505252:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767934.505254:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767934.505259:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505267:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767934.505270:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767934.505277:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767934.505280:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505284:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767934.505288:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767934.505294:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505300:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767934.505305:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767934.505308:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767934.505311:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767934.505313:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505316:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767934.505319:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767934.505321:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767934.505327:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767934.505332:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767934.505339:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384639104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767934.505350:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767934.505352:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.505357:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384639104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767934.505365:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767934.505369:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767934.505376:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767934.505377:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767934.505379:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767934.505383:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767934.505389:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4192
00000400:00000200:3.0:1775767934.505397:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767934.505404:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767934.505407:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767934.505411:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505414:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505417:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505422:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767934.505426:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767934.505428:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767934.505429:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767934.505430:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767934.505431:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767934.505433:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767934.505437:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505438:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505439:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505440:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767934.505442:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767934.505444:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505449:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767934.505450:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767934.505453:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767934.505456:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505461:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767934.505462:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767934.505465:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505468:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767934.505471:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767934.505474:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767934.505477:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767934.505480:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505483:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767934.505485:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767934.505488:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767934.505494:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767934.505499:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767934.505505:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384639232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767934.505521:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767934.505524:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.505529:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384639232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767934.505552:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767934.505554:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767934.505557:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767934.505558:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767934.505560:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767934.505565:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767934.505571:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4192
00000400:00000200:3.0:1775767934.505580:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.1:1775767934.505581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:3.0:1775767934.505585:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:1.1:1775767934.505587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775767934.505588:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767934.505595:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505599:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505604:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505606:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767934.505608:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767934.505608:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767934.505610:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767934.505614:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767934.505617:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767934.505621:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767934.505626:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505629:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505633:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505635:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767934.505639:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767934.505643:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505648:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767934.505652:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767934.505656:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767934.505661:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505665:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767934.505669:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767934.505673:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505677:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767934.505684:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767934.505687:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767934.505691:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767934.505693:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505695:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767934.505696:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767934.505697:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767934.505700:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767934.505704:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767934.505712:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384639360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767934.505724:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767934.505726:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.505731:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384639360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767934.505738:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767934.505741:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767934.505744:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767934.505745:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767934.505746:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767934.505751:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767934.505756:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4192
00000400:00000200:3.0:1775767934.505761:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767934.505766:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767934.505771:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767934.505779:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505786:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505790:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505797:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767934.505801:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767934.505805:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767934.505810:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767934.505814:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767934.505821:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767934.505826:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767934.505873:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505879:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767934.505886:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505893:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767934.505899:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767934.505907:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767934.505914:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767934.505919:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767934.505924:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767934.505930:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505933:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767934.505936:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767934.505942:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505945:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767934.505951:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767934.505955:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767934.505959:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767934.505962:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767934.505965:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767934.505968:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767934.505970:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767934.505978:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767934.505984:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767934.505996:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384639488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767934.506014:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767934.506018:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.506026:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384639488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767934.506059:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767934.506064:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4202)
00000800:00000200:1.1:1775767934.506221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767934.506224:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767934.506447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767934.506448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767934.506653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767934.506655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767934.506849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767934.506850:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775767934.888936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767934.888941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767934.888947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767934.888948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767935.912967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767935.912975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767935.912981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767935.912983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767935.913011:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767935.913015:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767935.913019:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767936.936936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767936.936942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767936.936947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767936.936951:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767936.936954:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767936.936959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767936.936962:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767936.936965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767936.936968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767936.936971:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767936.937034:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767936.937038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767936.937041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767937.960934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767937.960940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767937.960946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767937.960947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767938.985049:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767938.985055:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767938.985060:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767938.985061:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767938.985078:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767938.985080:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767938.985083:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767939.624941:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767939.624953:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767939.624957:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767939.624962:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767939.624968:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767939.624977:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4197
00000400:00000200:2.0:1775767939.624990:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767939.624998:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767939.625002:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767939.625006:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625010:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625013:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625016:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767939.625021:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767939.625024:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767939.625027:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767939.625031:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767939.625034:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767939.625037:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767939.625041:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625043:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625045:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625047:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767939.625051:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767939.625055:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625059:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767939.625063:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767939.625067:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767939.625071:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625074:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767939.625077:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767939.625089:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775767939.625094:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767939.625099:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767939.625101:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625105:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767939.625108:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767939.625114:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767939.625123:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775767939.625132:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767939.625145:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384639616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767939.625158:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767939.625164:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.625170:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384639616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767939.625195:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767939.625199:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767939.625202:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767939.625203:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767939.625204:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767939.625206:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767939.625208:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4197
00000400:00000200:2.0:1775767939.625212:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767939.625215:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767939.625217:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767939.625219:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625221:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625223:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625225:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767939.625227:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767939.625228:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767939.625230:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767939.625232:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767939.625234:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767939.625236:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767939.625238:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625239:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625241:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625243:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767939.625245:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767939.625248:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625250:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767939.625253:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767939.625259:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767939.625262:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625264:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767939.625269:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767939.625275:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625279:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767939.625285:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775767939.625288:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767939.625291:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767939.625294:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625296:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767939.625297:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767939.625302:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767939.625306:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775767939.625310:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767939.625319:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384639744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767939.625329:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767939.625331:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.625335:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384639744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767939.625351:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767939.625356:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767939.625360:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767939.625361:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767939.625363:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767939.625367:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767939.625372:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4197
00000400:00000200:2.0:1775767939.625374:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767939.625380:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767939.625382:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767939.625384:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625386:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625390:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625393:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767939.625394:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767939.625395:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767939.625396:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767939.625397:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767939.625400:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767939.625403:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767939.625408:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625412:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625414:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625416:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767939.625417:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767939.625419:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625421:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767939.625423:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767939.625426:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767939.625429:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625434:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767939.625437:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767939.625441:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625445:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767939.625452:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775767939.625456:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767939.625460:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767939.625462:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625464:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767939.625466:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767939.625469:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767939.625472:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775767939.625476:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767939.625481:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384639872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767939.625522:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767939.625524:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.625531:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384639872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767939.625541:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767939.625544:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767939.625548:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767939.625552:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767939.625553:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767939.625558:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767939.625563:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4197
00000400:00000200:2.0:1775767939.625571:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767939.625578:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767939.625582:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767939.625587:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625590:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625594:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625596:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767939.625597:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767939.625599:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767939.625600:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767939.625602:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767939.625605:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767939.625609:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767939.625615:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625620:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625622:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625626:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767939.625629:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767939.625636:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625638:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767939.625640:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767939.625642:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767939.625645:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625647:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767939.625649:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767939.625653:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625656:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767939.625662:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775767939.625665:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767939.625670:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767939.625673:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767939.625673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775767939.625679:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775767939.625680:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1775767939.625681:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767939.625685:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767939.625694:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775767939.625702:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767939.625710:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384640000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767939.625726:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767939.625730:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.625737:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384640000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767939.625750:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767939.625755:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767939.625764:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767939.625765:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767939.625767:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767939.625771:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767939.625775:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4197
00000400:00000200:2.0:1775767939.625784:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767939.625791:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767939.625795:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767939.625799:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625802:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625807:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625808:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767939.625810:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767939.625811:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767939.625812:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767939.625814:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767939.625819:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767939.625820:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767939.625826:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625856:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767939.625860:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625863:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767939.625866:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767939.625870:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767939.625873:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767939.625875:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767939.625879:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767939.625882:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625887:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767939.625891:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767939.625897:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625899:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767939.625905:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775767939.625909:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767939.625913:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767939.625918:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767939.625921:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767939.625925:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767939.625928:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767939.625936:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775767939.625944:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767939.625953:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384640128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767939.625983:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767939.625988:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.625995:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384640128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767939.626018:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767939.626026:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4207)
00000800:00000200:1.1:1775767939.626329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767939.626332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767939.626662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767939.626665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767939.626997:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767939.626999:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767939.627307:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767939.627310:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775767940.008955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767940.008963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767940.008972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767940.008974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767940.009018:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767940.009022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767940.009025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767941.032916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767941.032924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767941.032932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767941.032933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767942.056960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767942.056966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767942.056971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767942.056972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767942.057003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767942.057006:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767942.057009:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767943.080952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767943.080961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767943.080963:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767943.080965:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767943.080970:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767943.080972:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767943.080974:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767943.080976:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767943.080979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767943.080980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767943.081031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767943.081034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767943.081037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767944.104961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767944.104968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767944.104974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767944.104975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767944.744977:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767944.744990:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767944.744993:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767944.744997:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767944.745002:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767944.745009:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4202
00000400:00000200:3.0:1775767944.745018:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767944.745025:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767944.745029:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767944.745032:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745036:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745039:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745041:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767944.745045:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767944.745048:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767944.745050:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767944.745053:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767944.745056:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767944.745058:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767944.745061:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745063:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745065:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745067:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767944.745070:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767944.745074:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745077:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767944.745080:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767944.745084:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767944.745087:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745089:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767944.745092:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767944.745101:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767944.745105:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767944.745109:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767944.745111:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745114:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767944.745117:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767944.745121:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767944.745131:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767944.745137:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767944.745147:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384640256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767944.745159:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767944.745164:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767944.745169:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384640256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767944.745196:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767944.745200:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767944.745204:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767944.745205:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767944.745207:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767944.745210:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767944.745213:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4202
00000400:00000200:3.0:1775767944.745217:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767944.745220:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767944.745223:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767944.745226:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745229:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745231:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745233:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767944.745235:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767944.745237:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767944.745238:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767944.745240:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767944.745242:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767944.745244:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767944.745247:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745249:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745251:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745253:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767944.745256:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767944.745259:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745262:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767944.745265:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767944.745271:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767944.745273:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745276:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767944.745283:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767944.745288:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745292:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767944.745299:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767944.745304:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767944.745311:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767944.745314:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745317:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767944.745320:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767944.745324:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767944.745333:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767944.745340:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767944.745350:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384640384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767944.745361:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767944.745367:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767944.745375:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384640384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767944.745389:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767944.745395:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767944.745404:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767944.745407:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767944.745409:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767944.745415:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767944.745423:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4202
00000400:00000200:3.0:1775767944.745428:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767944.745431:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767944.745434:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767944.745455:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745460:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745465:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745469:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767944.745476:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767944.745478:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767944.745481:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767944.745485:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767944.745491:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767944.745494:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767944.745502:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745508:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745515:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745520:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767944.745525:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767944.745533:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745537:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767944.745543:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767944.745549:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767944.745556:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745560:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767944.745564:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767944.745570:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745574:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767944.745580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:3.0:1775767944.745581:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767944.745585:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767944.745588:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767944.745589:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745591:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767944.745592:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767944.745595:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767944.745597:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
02000000:00000010:3.0:1775767944.745603:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767944.745609:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767944.745619:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384640512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767944.745634:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767944.745638:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767944.745649:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384640512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767944.745675:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767944.745682:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767944.745687:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767944.745691:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767944.745694:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767944.745700:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767944.745706:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4202
00000400:00000200:3.0:1775767944.745714:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767944.745720:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767944.745724:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767944.745731:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745738:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745743:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745749:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767944.745756:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767944.745760:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767944.745762:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767944.745768:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767944.745773:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767944.745779:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767944.745788:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745793:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.745800:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745807:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767944.745813:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767944.745821:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767944.745826:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767944.745861:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767944.745865:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767944.745868:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745870:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767944.745873:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767944.745880:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745886:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767944.745894:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767944.745899:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767944.745908:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767944.745912:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.745918:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767944.745923:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767944.745927:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767944.745936:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767944.745944:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767944.745955:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384640640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767944.745972:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767944.745977:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767944.745987:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384640640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767944.746007:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767944.746012:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767944.746018:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767944.746021:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767944.746025:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767944.746030:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767944.746035:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4202
00000400:00000200:3.0:1775767944.746042:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767944.746049:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767944.746054:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767944.746061:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.746067:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.746070:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.746074:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767944.746078:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767944.746082:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767944.746086:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767944.746090:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767944.746095:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767944.746100:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767944.746110:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.746117:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767944.746121:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767944.746125:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767944.746130:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767944.746138:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767944.746143:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767944.746148:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767944.746155:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767944.746160:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.746167:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767944.746171:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767944.746177:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.746181:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767944.746189:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767944.746193:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767944.746199:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767944.746203:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767944.746209:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767944.746212:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767944.746217:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767944.746225:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767944.746232:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767944.746244:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384640768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767944.746269:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767944.746275:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767944.746285:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384640768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767944.746308:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767944.746311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775767944.746315:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4212)
00000800:00000200:1.1:1775767944.746316:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767944.746548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767944.746550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767944.746729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767944.746730:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767944.747049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767944.747051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775767945.128962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767945.128968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767945.128973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767945.128974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767945.128994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767945.128996:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767945.128998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767946.152943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767946.152949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767946.152956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767946.152958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767947.176983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767947.176990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767947.176998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767947.177002:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767947.177005:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767947.177010:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767947.177013:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767947.177017:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767947.177019:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767947.177022:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767948.200926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767948.200935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767948.200942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767948.200943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767948.200964:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767948.200967:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767948.200969:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767949.224917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767949.224924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767949.224931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767949.224932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767949.864929:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767949.864937:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767949.864939:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767949.864943:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767949.864947:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767949.864953:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4207
00000400:00000200:3.0:1775767949.864961:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767949.864966:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767949.864968:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767949.864971:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.864974:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.864976:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.864977:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767949.864981:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767949.864982:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767949.864984:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767949.864986:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767949.864987:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767949.864989:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767949.864991:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.864992:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.864993:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.864995:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767949.864997:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767949.864999:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865001:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767949.865004:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767949.865006:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767949.865008:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865010:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767949.865012:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767949.865020:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767949.865023:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767949.865026:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767949.865027:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865030:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767949.865032:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767949.865036:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767949.865042:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767949.865047:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767949.865055:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384640896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767949.865064:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767949.865069:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.865074:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384640896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767949.865098:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767949.865101:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767949.865105:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767949.865106:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767949.865108:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767949.865111:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767949.865114:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4207
00000400:00000200:3.0:1775767949.865118:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767949.865123:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767949.865126:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767949.865129:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865132:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865134:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865138:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767949.865142:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767949.865145:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767949.865148:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767949.865150:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767949.865153:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767949.865156:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767949.865164:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865167:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865170:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865174:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767949.865178:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767949.865184:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865187:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767949.865190:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767949.865197:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767949.865203:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865207:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767949.865213:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767949.865220:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865222:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767949.865229:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767949.865235:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767949.865239:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767949.865242:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865245:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767949.865248:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767949.865252:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767949.865259:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767949.865266:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767949.865276:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384641024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767949.865292:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767949.865298:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.865308:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384641024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767949.865325:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767949.865331:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767949.865337:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767949.865340:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767949.865343:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767949.865349:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767949.865354:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4207
00000400:00000200:3.0:1775767949.865361:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767949.865368:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767949.865374:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767949.865398:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865401:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865408:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865412:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767949.865417:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767949.865420:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767949.865422:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767949.865427:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767949.865432:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767949.865437:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767949.865445:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775767949.865449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767949.865450:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775767949.865454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775767949.865457:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865460:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767949.865466:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767949.865474:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865480:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767949.865486:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767949.865491:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767949.865497:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865501:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767949.865505:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767949.865512:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865517:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767949.865522:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767949.865526:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767949.865530:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767949.865533:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865538:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767949.865541:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767949.865545:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767949.865551:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767949.865558:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767949.865569:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384641152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767949.865583:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767949.865586:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.865592:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384641152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767949.865603:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767949.865607:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767949.865613:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767949.865615:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767949.865616:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767949.865621:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767949.865625:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4207
00000400:00000200:3.0:1775767949.865630:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767949.865634:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767949.865637:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767949.865642:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865646:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865649:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865653:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767949.865657:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767949.865658:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767949.865659:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767949.865661:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767949.865664:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767949.865666:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767949.865672:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865674:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865677:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865680:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767949.865684:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767949.865688:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865695:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767949.865701:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767949.865705:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767949.865711:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865717:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767949.865721:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767949.865727:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865731:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767949.865737:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767949.865743:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767949.865748:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767949.865751:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865754:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767949.865756:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767949.865759:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767949.865764:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767949.865769:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767949.865777:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384641280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767949.865788:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767949.865792:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.865799:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384641280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767949.865813:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767949.865819:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767949.865824:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767949.865826:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767949.865853:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767949.865856:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767949.865859:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4207
00000400:00000200:3.0:1775767949.865864:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767949.865871:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767949.865875:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767949.865885:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865890:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865897:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865903:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767949.865907:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767949.865910:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767949.865913:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767949.865916:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767949.865920:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767949.865922:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767949.865929:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865931:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767949.865936:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865940:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767949.865943:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767949.865949:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767949.865950:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767949.865953:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767949.865957:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767949.865962:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865963:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767949.865966:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767949.865970:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865973:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767949.865978:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767949.865981:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767949.865982:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767949.865985:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767949.865989:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767949.865990:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767949.865993:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767949.865997:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767949.866001:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767949.866007:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384641408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767949.866014:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767949.866016:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.866021:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384641408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767949.866032:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767949.866037:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4217)
00000800:00000200:1.1:1775767949.866137:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767949.866138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767949.866341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767949.866343:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767949.866562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767949.866564:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775767949.866809:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767949.866811:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1775767950.248903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767950.248908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767950.248913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767950.248914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767951.272981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767951.272989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767951.272999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767951.273001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767951.273030:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767951.273033:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767951.273035:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767952.296915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767952.296923:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767952.296925:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767952.296928:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767952.296932:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767952.296934:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767952.296936:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767952.296937:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767952.296940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767952.296941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767953.320960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767953.320966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767953.320972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767953.320973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767954.344938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767954.344947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767954.344957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767954.344959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767954.344985:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767954.344989:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767954.344992:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767954.984959:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767954.984968:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767954.984971:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767954.984976:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767954.984980:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767954.984988:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4212
00000400:00000200:3.0:1775767954.984999:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767954.985006:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767954.985009:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767954.985018:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985021:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985023:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767954.985029:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767954.985031:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767954.985033:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767954.985036:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767954.985037:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767954.985039:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767954.985041:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985042:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985044:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985045:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767954.985048:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767954.985050:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985051:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767954.985054:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767954.985057:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767954.985059:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985060:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767954.985062:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767954.985074:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775767954.985077:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767954.985080:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767954.985081:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985084:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767954.985087:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767954.985091:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767954.985099:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767954.985106:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767954.985115:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384641536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767954.985125:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767954.985130:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985133:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384641536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767954.985155:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767954.985157:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767954.985163:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767954.985164:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767954.985166:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767954.985168:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767954.985170:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4212
00000400:00000200:3.0:1775767954.985172:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767954.985174:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767954.985176:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767954.985179:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985180:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985182:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985184:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767954.985186:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767954.985187:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767954.985188:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767954.985190:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767954.985192:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767954.985195:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767954.985198:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985200:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985205:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985214:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767954.985219:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767954.985224:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985230:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767954.985235:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767954.985242:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767954.985246:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985249:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767954.985254:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767954.985268:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985272:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767954.985278:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775767954.985284:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767954.985290:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767954.985292:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985294:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767954.985298:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767954.985302:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767954.985308:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767954.985315:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767954.985323:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384641664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767954.985332:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767954.985334:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985349:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384641664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767954.985365:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767954.985369:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767954.985376:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767954.985379:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767954.985382:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767954.985387:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767954.985393:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4212
00000400:00000200:3.0:1775767954.985400:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767954.985405:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767954.985408:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767954.985411:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985413:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985418:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985421:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767954.985423:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767954.985424:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767954.985425:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767954.985427:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767954.985430:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767954.985433:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767954.985436:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985439:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985444:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985446:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767954.985449:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767954.985454:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985457:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767954.985459:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767954.985463:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767954.985466:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985470:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767954.985473:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767954.985478:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985480:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767954.985484:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775767954.985488:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767954.985493:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767954.985496:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985498:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767954.985501:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767954.985503:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767954.985508:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767954.985511:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767954.985517:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384641792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775767954.985523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775767954.985529:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767954.985531:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985534:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384641792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767954.985539:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767954.985541:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767954.985544:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767954.985545:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767954.985547:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767954.985552:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767954.985555:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4212
00000400:00000200:3.0:1775767954.985560:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767954.985564:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767954.985566:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767954.985568:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985570:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985574:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985576:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767954.985578:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767954.985580:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767954.985582:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767954.985585:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767954.985586:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767954.985588:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767954.985590:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985592:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985595:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985598:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767954.985603:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767954.985606:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985613:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767954.985615:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767954.985617:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767954.985622:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985624:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767954.985628:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767954.985630:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985633:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767954.985639:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775767954.985642:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767954.985643:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767954.985644:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985646:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767954.985648:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767954.985651:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767954.985656:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767954.985659:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767954.985664:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384641920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767954.985673:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767954.985676:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985686:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384641920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767954.985700:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767954.985704:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767954.985709:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767954.985711:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767954.985714:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767954.985718:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767954.985721:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4212
00000400:00000200:3.0:1775767954.985727:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767954.985731:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767954.985734:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767954.985739:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985740:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985744:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985746:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767954.985750:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767954.985752:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767954.985754:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767954.985757:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767954.985759:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767954.985761:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767954.985767:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985770:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767954.985774:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985779:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767954.985785:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767954.985792:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767954.985799:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767954.985803:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767954.985808:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767954.985813:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985816:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767954.985820:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767954.985827:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985852:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767954.985855:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775767954.985857:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767954.985859:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767954.985861:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767954.985862:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767954.985863:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767954.985865:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767954.985870:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767954.985875:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767954.985883:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384642048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767954.985893:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767954.985896:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985900:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384642048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767954.985913:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767954.985921:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4222)
00000800:00000200:1.1:1775767954.985947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767954.986112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767954.986264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767954.986425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775767955.368942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767955.368949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767955.368955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767955.368957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767956.392938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767956.392945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767956.392951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767956.392952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767957.416902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767957.416908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767957.416914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767957.416918:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767957.416921:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767957.416924:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767957.416927:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767957.416930:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767957.416933:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767957.416936:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767957.416961:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767957.416965:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767957.416968:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767958.057211:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775767958.057270:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767958.057284:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767958.057289:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775767958.057295:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767958.057301:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767958.057326:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767958.057331:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:3.0:1775767958.057338:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767958.057344:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767958.057353:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccdd0
00000400:00000010:3.0:1775767958.057356:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccdd0.
00000100:00000001:3.0:1775767958.057363:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767958.057375:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f5180 x1862023384641536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057410:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767958.057416:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5180 x1862023384641536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057425:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767958.057427:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767958.057441:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767958.057444:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:3.0:1775767958.057448:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767958.057451:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767958.057455:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccd48
00000400:00000010:3.0:1775767958.057458:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccd48.
00000100:00000001:3.0:1775767958.057460:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767958.057465:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f6680 x1862023384641664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057473:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767958.057476:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6680 x1862023384641664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057483:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767958.057485:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767958.057491:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767958.057494:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:3.0:1775767958.057496:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767958.057500:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767958.057503:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc7f8
00000400:00000010:3.0:1775767958.057505:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc7f8.
00000100:00000001:3.0:1775767958.057507:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767958.057512:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f7100 x1862023384641792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057520:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767958.057523:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7100 x1862023384641792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057530:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767958.057532:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767958.057536:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767958.057539:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:3.0:1775767958.057542:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767958.057545:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767958.057548:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc3b8
00000400:00000010:3.0:1775767958.057550:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc3b8.
00000100:00000001:3.0:1775767958.057552:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767958.057557:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f5c00 x1862023384641920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057564:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767958.057567:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5c00 x1862023384641920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057574:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767958.057575:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767958.057581:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775767958.057583:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:3.0:1775767958.057586:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767958.057589:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767958.057591:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccbb0
00000400:00000010:3.0:1775767958.057594:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccbb0.
00000100:00000001:3.0:1775767958.057596:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767958.057601:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f034f6d80 x1862023384642048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057608:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767958.057611:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6d80 x1862023384642048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767958.057618:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767958.057619:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775767958.440878:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767958.440885:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767958.440890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767958.440892:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767959.464893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767959.464900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767959.464906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767959.464909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767960.104938:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767960.104948:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767960.104952:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767960.104956:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767960.104962:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767960.104971:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4217
00000400:00000200:3.0:1775767960.104984:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767960.104992:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767960.104997:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767960.105000:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105005:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105020:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105027:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767960.105033:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767960.105035:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767960.105038:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767960.105041:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767960.105044:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767960.105047:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767960.105051:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105053:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105055:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105057:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767960.105060:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767960.105063:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105066:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767960.105070:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767960.105074:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767960.105077:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105080:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767960.105083:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767960.105091:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775767960.105095:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767960.105101:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767960.105102:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105106:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767960.105110:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767960.105116:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767960.105126:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775767960.105134:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767960.105146:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384642176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767960.105159:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767960.105165:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.105171:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384642176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767960.105198:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767960.105202:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767960.105205:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767960.105207:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767960.105209:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767960.105212:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767960.105214:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4217
00000400:00000200:3.0:1775767960.105218:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767960.105221:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767960.105224:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767960.105227:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105229:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105232:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105235:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767960.105237:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767960.105239:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767960.105241:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767960.105243:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767960.105246:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767960.105249:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767960.105253:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105256:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105258:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105262:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767960.105265:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767960.105270:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105275:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767960.105278:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767960.105287:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767960.105304:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105310:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767960.105317:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767960.105325:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105328:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767960.105333:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775767960.105339:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767960.105344:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767960.105347:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105352:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767960.105355:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767960.105357:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767960.105364:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775767960.105372:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767960.105380:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384642304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767960.105393:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767960.105399:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.105405:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384642304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767960.105426:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767960.105430:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767960.105435:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767960.105438:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767960.105441:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767960.105445:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767960.105452:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4217
00000400:00000200:3.0:1775767960.105463:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767960.105469:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767960.105473:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767960.105481:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105484:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105489:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105494:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767960.105497:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767960.105499:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767960.105502:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767960.105505:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767960.105511:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767960.105514:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767960.105519:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105524:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105530:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105534:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767960.105538:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767960.105546:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105549:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767960.105554:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767960.105559:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767960.105564:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105568:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767960.105573:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767960.105578:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105583:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767960.105589:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775767960.105595:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767960.105601:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767960.105603:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105606:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767960.105608:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767960.105610:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767960.105615:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775767960.105623:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767960.105632:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384642432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767960.105648:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767960.105651:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.105658:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384642432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767960.105668:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767960.105688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767960.105712:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775767960.105772:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767960.105780:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767960.105784:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767960.105787:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767960.105792:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767960.105799:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4217
00000400:00000200:3.0:1775767960.105809:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767960.105818:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767960.105823:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767960.105858:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105861:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105864:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105867:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767960.105871:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767960.105872:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767960.105874:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767960.105877:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767960.105879:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767960.105881:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767960.105885:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105887:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.105890:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105894:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767960.105900:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767960.105905:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767960.105911:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767960.105914:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767960.105918:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767960.105921:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105923:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767960.105926:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767960.105929:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105932:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767960.105936:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767960.105940:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767960.105947:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767960.105949:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.105952:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767960.105956:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767960.105961:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767960.105968:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775767960.105973:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767960.105979:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384642560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767960.105993:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767960.105997:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.106004:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384642560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767960.106025:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767960.106032:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767960.106044:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767960.106047:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767960.106050:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767960.106062:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767960.106067:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4217
00000400:00000200:3.0:1775767960.106076:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767960.106087:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767960.106093:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767960.106101:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.106105:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.106110:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.106115:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767960.106121:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767960.106124:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767960.106128:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767960.106130:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767960.106135:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767960.106139:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767960.106146:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.106152:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767960.106159:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767960.106165:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767960.106170:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767960.106177:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767960.106182:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767960.106187:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767960.106191:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767960.106195:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.106201:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767960.106204:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767960.106210:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.106214:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767960.106220:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767960.106225:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767960.106232:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767960.106235:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767960.106241:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767960.106246:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767960.106250:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767960.106257:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775767960.106264:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767960.106275:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384642688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767960.106305:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767960.106310:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.106318:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384642688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767960.106334:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767960.106343:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4227)
00000800:00000200:1.1:1775767960.106536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767960.106539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767960.106869:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767960.106872:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767960.107165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767960.107167:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767960.107447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767960.107450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775767960.488891:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767960.488898:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767960.488903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767960.488905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767960.488930:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767960.488933:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767960.488936:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767961.512889:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767961.512895:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767961.512901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767961.512902:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767962.536900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767962.536911:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767962.536913:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767962.536917:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767962.536923:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767962.536925:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767962.536928:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767962.536930:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767962.536935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767962.536936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767963.560976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767963.560982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767963.560989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767963.560991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767963.561023:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767963.561027:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767963.561031:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767964.584963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767964.584971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767964.584978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767964.584980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767965.224891:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767965.224900:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767965.224903:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767965.224907:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767965.224912:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767965.224920:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4222
00000400:00000200:3.0:1775767965.224929:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767965.224936:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767965.224939:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767965.224942:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.224944:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.224946:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.224948:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767965.224952:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767965.224953:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767965.224956:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767965.224958:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767965.224960:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767965.224961:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767965.224963:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.224964:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.224966:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.224967:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767965.224970:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767965.224973:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767965.224974:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767965.224977:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767965.224980:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767965.224982:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.224984:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767965.224986:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767965.224996:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767965.224999:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767965.225002:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767965.225004:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225006:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767965.225009:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767965.225013:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767965.225021:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775767965.225029:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767965.225038:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384642816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767965.225048:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767965.225053:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.225057:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384642816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767965.225077:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767965.225080:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767965.225083:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767965.225084:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767965.225085:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767965.225087:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767965.225088:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4222
00000400:00000200:3.0:1775767965.225090:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767965.225092:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767965.225094:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767965.225096:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225097:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225099:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225101:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767965.225104:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767965.225105:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767965.225106:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767965.225108:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767965.225109:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767965.225112:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767965.225115:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225120:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225126:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225132:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767965.225135:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767965.225140:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225144:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767965.225146:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767965.225153:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767965.225158:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225167:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767965.225176:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767965.225183:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225190:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767965.225197:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767965.225203:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767965.225211:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767965.225215:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225220:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767965.225222:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767965.225226:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767965.225234:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775767965.225255:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767965.225267:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384642944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767965.225283:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767965.225288:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.225299:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384642944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767965.225329:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767965.225335:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767965.225346:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767965.225349:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767965.225356:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767965.225361:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767965.225366:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4222
00000400:00000200:3.0:1775767965.225374:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767965.225379:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767965.225387:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767965.225391:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225397:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225403:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225408:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767965.225411:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767965.225416:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767965.225419:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767965.225426:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767965.225434:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767965.225440:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767965.225451:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225461:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225466:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225468:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767965.225476:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767965.225488:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225493:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767965.225494:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767965.225498:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767965.225502:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225506:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767965.225510:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767965.225520:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225521:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767965.225527:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767965.225537:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767965.225542:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767965.225547:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225555:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775767965.225556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775767965.225562:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767965.225565:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767965.225565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
02000000:00000010:3.0:1775767965.225575:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775767965.225583:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767965.225591:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384643072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767965.225616:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767965.225621:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.225629:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384643072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767965.225682:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767965.225688:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767965.225704:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767965.225710:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767965.225717:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767965.225723:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767965.225733:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4222
00000400:00000200:3.0:1775767965.225743:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767965.225757:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767965.225761:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767965.225766:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225771:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225778:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225789:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767965.225799:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767965.225804:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767965.225813:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767965.225816:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767965.225823:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767965.225854:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767965.225860:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225862:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.225864:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225867:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767965.225870:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767965.225872:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767965.225874:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767965.225876:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767965.225880:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767965.225885:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225895:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767965.225902:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767965.225907:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225911:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767965.225924:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767965.225931:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767965.225938:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767965.225942:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.225951:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767965.225956:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767965.225959:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767965.225972:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775767965.225977:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767965.225985:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384643200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767965.226029:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767965.226033:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.226042:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384643200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767965.226104:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767965.226108:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767965.226116:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767965.226117:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767965.226119:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767965.226124:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767965.226126:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4222
00000400:00000200:3.0:1775767965.226135:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767965.226142:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767965.226148:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767965.226152:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.226156:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.226161:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.226165:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767965.226169:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767965.226170:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767965.226172:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767965.226175:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767965.226181:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767965.226184:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767965.226193:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.226199:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767965.226207:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767965.226212:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767965.226219:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767965.226227:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767965.226237:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767965.226253:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767965.226258:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767965.226264:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.226268:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767965.226272:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767965.226283:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.226288:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767965.226296:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767965.226301:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767965.226304:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767965.226309:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767965.226318:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767965.226320:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767965.226326:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767965.226336:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775767965.226340:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767965.226353:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384643328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767965.226381:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767965.226387:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.226392:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384643328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767965.226416:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767965.226426:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4233)
00000800:00000200:1.1:1775767965.226527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767965.226528:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767965.226706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767965.226708:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767965.226904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767965.226906:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767965.227146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767965.227147:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00010000:00000001:3.0:1775767965.608946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767965.608952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767965.608958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767965.608959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767966.632915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767966.632923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767966.632931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767966.632933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767966.632954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767966.632958:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767966.632962:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767967.656923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767967.656929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767967.656934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767967.656937:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767967.656938:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767967.656941:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767967.656943:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767967.656945:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767967.656947:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767967.656949:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767968.680963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767968.680971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767968.680978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767968.680980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767969.704934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767969.704941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767969.704947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767969.704948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767969.704965:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767969.704967:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767969.704969:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767970.344903:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767970.344912:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767970.344914:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767970.344918:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767970.344921:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767970.344928:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4228
00000400:00000200:3.0:1775767970.344936:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767970.344941:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767970.344943:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767970.344946:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.344948:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.344950:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.344952:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767970.344955:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767970.344956:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767970.344958:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767970.344960:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767970.344962:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767970.344964:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767970.344965:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.344967:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.344968:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.344969:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767970.344971:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767970.344973:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767970.344975:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767970.344977:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767970.344979:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767970.344981:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.344983:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767970.344984:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767970.344992:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775767970.344994:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767970.344997:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767970.344998:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345000:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767970.345002:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767970.345006:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767970.345013:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775767970.345018:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767970.345025:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384643456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767970.345033:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767970.345037:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345040:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384643456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767970.345061:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767970.345064:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767970.345067:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767970.345068:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767970.345070:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767970.345072:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767970.345075:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4228
00000400:00000200:3.0:1775767970.345079:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767970.345082:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767970.345084:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767970.345087:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345089:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345091:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345093:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767970.345096:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767970.345097:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767970.345099:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767970.345101:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767970.345103:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767970.345105:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767970.345108:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345110:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345112:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345114:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767970.345117:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767970.345120:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345123:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767970.345125:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767970.345130:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767970.345132:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345134:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767970.345139:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767970.345142:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345144:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767970.345148:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775767970.345150:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767970.345153:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767970.345154:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345156:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767970.345157:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767970.345159:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767970.345163:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767970.345166:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767970.345170:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384643584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767970.345178:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767970.345180:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345183:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384643584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767970.345203:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767970.345206:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767970.345210:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767970.345212:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767970.345213:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767970.345216:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767970.345219:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4228
00000400:00000200:3.0:1775767970.345223:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767970.345226:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767970.345228:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767970.345231:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345234:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345236:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345238:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767970.345239:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767970.345241:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767970.345243:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767970.345244:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767970.345246:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767970.345249:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767970.345251:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345253:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345255:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345258:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767970.345260:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767970.345263:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345266:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767970.345267:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767970.345271:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767970.345272:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345275:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767970.345277:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767970.345279:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345281:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767970.345284:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775767970.345286:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767970.345289:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767970.345290:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345292:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767970.345293:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767970.345295:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767970.345298:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767970.345302:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767970.345306:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384643712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775767970.345312:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767970.345315:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775767970.345340:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767970.345342:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345346:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384643712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767970.345354:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767970.345357:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767970.345361:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767970.345363:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767970.345365:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767970.345368:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767970.345371:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4228
00000400:00000200:3.0:1775767970.345376:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767970.345379:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767970.345381:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767970.345384:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345387:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345389:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345391:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767970.345392:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767970.345394:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767970.345395:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767970.345398:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767970.345401:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767970.345403:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767970.345407:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345409:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345412:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345413:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767970.345416:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767970.345418:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345421:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767970.345422:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767970.345425:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767970.345427:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345429:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767970.345431:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767970.345434:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345436:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767970.345439:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775767970.345442:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767970.345444:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767970.345445:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345447:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767970.345449:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767970.345451:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767970.345454:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767970.345457:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767970.345461:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384643840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767970.345468:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767970.345470:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345473:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384643840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767970.345482:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767970.345485:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767970.345488:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767970.345490:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767970.345492:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767970.345495:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767970.345497:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4228
00000400:00000200:3.0:1775767970.345500:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767970.345503:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767970.345506:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767970.345509:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345511:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345513:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345515:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767970.345518:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767970.345519:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767970.345521:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767970.345523:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767970.345525:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767970.345527:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767970.345530:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345532:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767970.345534:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345536:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767970.345538:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767970.345540:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767970.345542:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767970.345544:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767970.345546:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767970.345548:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345550:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767970.345552:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767970.345555:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345557:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767970.345561:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775767970.345563:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767970.345566:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767970.345567:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767970.345569:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767970.345571:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767970.345572:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767970.345576:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767970.345578:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767970.345582:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384643968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767970.345589:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767970.345591:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345595:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384643968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767970.345602:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767970.345606:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4238)
00000800:00000200:1.1:1775767970.345722:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767970.345724:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767970.345946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767970.345959:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767970.346140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767970.346141:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775767970.346332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767970.346333:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1775767970.728914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767970.728920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767970.728924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767970.728925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767971.752908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767971.752914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767971.752919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767971.752920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767972.776946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767972.776954:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767972.776956:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767972.776959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767972.776963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767972.776964:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767972.776966:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767972.776968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767972.776972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767972.776973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767972.776990:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767972.776991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767972.776993:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767973.800949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767973.800955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767973.800960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767973.800961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767974.824948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767974.824954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767974.824960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767974.824961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767975.464945:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767975.464954:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767975.464956:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767975.464960:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767975.464964:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767975.464969:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4233
00000400:00000200:3.0:1775767975.464977:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767975.464982:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767975.464985:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767975.464987:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.464990:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.464991:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.464993:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767975.464996:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767975.464998:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775767975.465000:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767975.465002:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775767975.465003:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775767975.465005:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775767975.465007:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465008:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465010:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465011:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767975.465014:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775767975.465016:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465018:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767975.465020:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767975.465023:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767975.465025:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465026:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767975.465028:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767975.465036:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775767975.465038:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775767975.465041:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767975.465042:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465045:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767975.465047:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767975.465051:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767975.465057:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775767975.465062:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767975.465070:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384644096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767975.465078:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767975.465082:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.465085:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384644096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767975.465107:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767975.465109:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767975.465112:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767975.465117:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767975.465118:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767975.465120:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767975.465122:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4233
00000400:00000200:3.0:1775767975.465124:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767975.465131:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767975.465133:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767975.465135:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465136:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465138:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465153:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767975.465156:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767975.465157:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775767975.465159:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767975.465161:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775767975.465164:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775767975.465166:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775767975.465170:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465173:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465176:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465178:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767975.465180:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775767975.465185:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465189:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767975.465193:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767975.465200:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767975.465205:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465210:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767975.465214:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767975.465218:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465221:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767975.465227:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775767975.465231:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767975.465235:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767975.465237:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465240:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767975.465242:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767975.465245:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767975.465251:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775767975.465256:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767975.465262:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384644224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767975.465274:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767975.465277:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.465282:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384644224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767975.465292:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767975.465295:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767975.465298:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767975.465301:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767975.465304:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767975.465307:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767975.465310:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4233
00000400:00000200:3.0:1775767975.465317:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767975.465323:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767975.465327:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767975.465332:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465336:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465340:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465343:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767975.465347:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767975.465348:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775767975.465351:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767975.465353:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775767975.465355:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775767975.465359:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775767975.465371:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465375:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465380:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465382:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767975.465384:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775767975.465388:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465393:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767975.465396:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767975.465400:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767975.465404:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465407:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767975.465410:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767975.465415:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465421:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767975.465426:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775767975.465432:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775767975.465438:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767975.465442:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465445:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767975.465448:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767975.465450:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767975.465455:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775767975.465460:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767975.465465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767975.465469:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000100:00100000:3.0:1775767975.465470:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384644352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767975.465490:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767975.465493:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.465502:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384644352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767975.465517:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767975.465522:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767975.465531:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767975.465535:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767975.465537:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767975.465542:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767975.465549:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4233
00000400:00000200:3.0:1775767975.465559:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767975.465567:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767975.465572:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767975.465577:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465583:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465589:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465601:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767975.465604:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767975.465605:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775767975.465607:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767975.465610:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775767975.465612:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775767975.465615:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775767975.465621:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465622:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465626:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465631:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767975.465634:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775767975.465638:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465643:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767975.465647:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767975.465651:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767975.465654:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465657:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767975.465660:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767975.465663:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465667:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767975.465673:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775767975.465676:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767975.465679:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767975.465682:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465685:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767975.465688:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767975.465690:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767975.465695:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775767975.465700:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767975.465709:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384644480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767975.465722:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767975.465725:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.465731:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384644480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767975.465752:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767975.465755:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767975.465761:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775767975.465763:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767975.465766:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767975.465771:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767975.465775:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4233
00000400:00000200:3.0:1775767975.465784:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775767975.465789:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767975.465793:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767975.465797:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465801:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465805:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465807:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775767975.465811:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767975.465812:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775767975.465815:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767975.465818:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775767975.465821:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775767975.465823:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775767975.465859:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465862:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767975.465865:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465867:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775767975.465870:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775767975.465877:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775767975.465884:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767975.465890:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767975.465895:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767975.465900:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465906:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767975.465910:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767975.465917:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465923:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767975.465929:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775767975.465933:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775767975.465939:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767975.465943:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767975.465947:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767975.465951:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767975.465953:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767975.465959:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775767975.465966:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767975.465974:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384644608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767975.466020:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767975.466025:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.466031:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384644608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767975.466046:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767975.466052:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4243)
00000800:00000200:1.1:1775767975.466165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767975.466168:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767975.466369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767975.466371:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767975.466543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767975.466545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767975.466778:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767975.466780:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1775767975.848961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767975.848967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767975.848974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767975.848975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767975.849001:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767975.849003:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767975.849006:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767976.872986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767976.872994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767976.873002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767976.873003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767977.896963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767977.896971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767977.896979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767977.896984:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767977.896986:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767977.896990:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767977.896993:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767977.896996:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767977.896998:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767977.897001:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767978.920939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767978.920947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767978.920953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767978.920954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767978.920972:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767978.920975:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767978.920978:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767979.944945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767979.944951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767979.944956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767979.944957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767980.585531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767980.585536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767980.586252:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767980.586255:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767980.586479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767980.586481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767980.586660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767980.586663:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767980.587053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767980.587073:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775767980.968965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767980.968972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767980.968980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767980.968982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767981.992943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767981.992949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767981.992954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767981.992956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767981.992974:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767981.992978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767981.992981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767983.016960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767983.016967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767983.016969:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767983.016972:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767983.016977:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767983.016980:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767983.016982:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767983.016984:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767983.016988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767983.016990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767984.040948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767984.040955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767984.040960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767984.040961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767985.064929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767985.064937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767985.064945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767985.064947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767985.064969:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767985.064972:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767985.064975:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767985.705001:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767985.705014:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767985.705017:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767985.705023:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767985.705028:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767985.705038:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4243
00000400:00000200:2.0:1775767985.705073:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767985.705080:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767985.705083:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767985.705086:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705089:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705091:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705097:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767985.705101:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767985.705102:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775767985.705105:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767985.705108:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775767985.705110:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775767985.705112:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775767985.705114:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705115:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705117:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705118:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767985.705120:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775767985.705122:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705124:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767985.705127:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767985.705131:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767985.705133:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705136:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767985.705138:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767985.705148:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775767985.705152:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775767985.705156:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767985.705157:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705160:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767985.705162:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767985.705168:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767985.705176:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775767985.705182:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767985.705192:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384645376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767985.705202:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767985.705207:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.705211:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384645376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767985.705231:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767985.705234:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767985.705237:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767985.705238:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767985.705240:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767985.705242:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767985.705243:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4243
00000400:00000200:2.0:1775767985.705246:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767985.705248:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767985.705250:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767985.705252:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705254:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705256:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705258:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767985.705262:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767985.705263:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775767985.705266:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767985.705268:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775767985.705271:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775767985.705273:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775767985.705278:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705283:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705293:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705298:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767985.705305:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775767985.705317:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705328:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767985.705333:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767985.705343:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767985.705354:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705369:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767985.705376:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767985.705385:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705389:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767985.705393:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775767985.705400:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767985.705407:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767985.705408:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705410:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767985.705411:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767985.705414:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767985.705421:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775767985.705427:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767985.705441:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384645504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767985.705459:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767985.705465:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.705476:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384645504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767985.705518:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767985.705523:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767985.705534:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767985.705536:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767985.705541:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767985.705546:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767985.705554:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4243
00000400:00000200:2.0:1775767985.705563:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767985.705565:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767985.705567:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767985.705573:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705578:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705581:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705583:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767985.705585:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767985.705586:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775767985.705592:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767985.705595:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775767985.705598:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775767985.705600:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775767985.705606:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705610:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705616:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705618:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767985.705623:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775767985.705631:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705636:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767985.705642:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767985.705650:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767985.705661:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705669:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767985.705671:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767985.705674:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705676:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767985.705684:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775767985.705691:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775767985.705705:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767985.705707:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.705713:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767985.705725:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767985.705733:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767985.705740:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775767985.705747:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767985.705764:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384645632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775767985.705775:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767985.705785:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775767985.705786:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767985.705792:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.705803:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384645632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767985.705818:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767985.705825:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767985.705881:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767985.705884:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767985.705891:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767985.705897:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767985.705907:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4243
00000400:00000200:2.0:1775767985.705918:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767985.705928:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767985.705938:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767985.705947:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705954:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.705962:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705973:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767985.705977:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767985.705978:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775767985.705982:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767985.705984:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775767985.705986:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775767985.705989:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775767985.705995:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.705998:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.706001:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706007:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767985.706013:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775767985.706021:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706029:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767985.706034:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767985.706052:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767985.706059:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706063:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767985.706065:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767985.706068:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706075:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767985.706087:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775767985.706094:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767985.706099:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767985.706102:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706108:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767985.706111:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767985.706116:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767985.706122:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775767985.706126:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767985.706136:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384645760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767985.706149:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767985.706154:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.706161:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384645760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767985.706227:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767985.706232:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767985.706242:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767985.706249:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767985.706252:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767985.706266:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767985.706278:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4243
00000400:00000200:2.0:1775767985.706294:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775767985.706311:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767985.706320:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767985.706333:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706342:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.706350:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706357:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775767985.706362:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767985.706368:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775767985.706374:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767985.706377:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775767985.706385:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775767985.706388:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775767985.706399:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706406:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767985.706417:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706426:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775767985.706436:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775767985.706448:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775767985.706454:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767985.706463:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767985.706471:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767985.706479:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706485:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767985.706489:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767985.706496:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706499:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767985.706509:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775767985.706514:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775767985.706523:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767985.706524:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767985.706526:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767985.706529:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767985.706535:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767985.706544:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775767985.706553:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767985.706559:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384645888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767985.706576:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767985.706577:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.706581:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384645888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767985.706597:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767985.706604:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4253)
00000800:00000200:1.1:1775767985.706712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767985.706713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767985.706955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767985.706957:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767985.707227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767985.707229:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767985.707409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767985.707411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775767986.088939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767986.088946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767986.088953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767986.088955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767987.112917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767987.112925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767987.112933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767987.112934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767988.136944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767988.136952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767988.136959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767988.136962:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767988.136965:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767988.136968:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767988.136970:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767988.136972:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767988.136973:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767988.136975:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767988.136994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767988.136996:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767988.136998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767989.160952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767989.160958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767989.160963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767989.160965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767990.184939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767990.184946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767990.184953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767990.184955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767990.825392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767990.825396:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767990.825791:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767990.825794:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767990.826058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767990.826060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767990.826289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767990.826292:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767990.826600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767990.826603:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775767991.208947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767991.208956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767991.208964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767991.208966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767991.209017:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767991.209019:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767991.209022:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767992.232951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767992.232967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767992.232970:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767992.232974:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767992.233005:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767992.233008:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767992.233010:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767992.233013:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767992.233018:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767992.233020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767993.256912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767993.256919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767993.256924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767993.256925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767994.280956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767994.280978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767994.280987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767994.280988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767994.281013:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767994.281016:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767994.281019:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767995.305045:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767995.305052:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767995.305059:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767995.305060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767995.945529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767995.945533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767995.946206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767995.946220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767995.946409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767995.946410:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767995.946622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767995.946624:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767995.946902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775767995.946904:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775767996.328972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767996.328979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767996.328986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767996.328988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767997.352918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767997.352924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767997.352940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767997.352943:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775767997.352946:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775767997.352948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767997.352951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775767997.352953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767997.352954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767997.352956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767997.352975:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767997.352978:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767997.352981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775767998.376957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767998.376963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767998.376968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767998.376970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767999.400992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767999.400998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775767999.401003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775767999.401005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768000.424977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768000.424983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768000.424989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768000.424990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768000.425011:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768000.425013:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768000.425016:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768001.065089:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768001.065092:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768001.065095:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065097:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768001.065100:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768001.065112:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768001.065117:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768001.065128:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768001.065130:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065134:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768001.065137:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768001.065143:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768001.065153:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768001.065161:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.065171:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384647296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768001.065181:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768001.065185:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065189:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384647296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768001.065211:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768001.065214:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768001.065216:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768001.065217:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768001.065219:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768001.065220:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768001.065222:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4258
00000400:00000200:0.0:1775768001.065225:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768001.065227:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768001.065229:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768001.065231:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065233:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065235:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065237:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768001.065239:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768001.065240:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768001.065242:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768001.065244:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768001.065245:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768001.065247:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768001.065249:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065250:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065251:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065252:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768001.065254:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768001.065258:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065259:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768001.065261:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768001.065267:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768001.065271:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065273:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768001.065278:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768001.065282:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065286:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768001.065290:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768001.065293:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768001.065296:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768001.065298:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065303:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768001.065304:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768001.065308:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768001.065313:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768001.065317:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.065323:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384647424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768001.065331:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768001.065333:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065335:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384647424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768001.065341:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768001.065343:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768001.065348:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768001.065350:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768001.065351:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768001.065355:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768001.065357:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4258
00000400:00000200:0.0:1775768001.065360:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768001.065363:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768001.065366:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768001.065371:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065372:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065374:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065375:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768001.065376:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768001.065378:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768001.065380:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768001.065383:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768001.065385:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768001.065386:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768001.065389:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065392:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065393:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065395:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768001.065397:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768001.065399:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065401:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768001.065404:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768001.065405:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768001.065407:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065408:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768001.065409:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768001.065411:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065412:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768001.065415:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768001.065416:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768001.065418:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768001.065419:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065420:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768001.065421:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768001.065422:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768001.065426:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768001.065429:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.065433:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384647552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768001.065439:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768001.065442:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065448:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384647552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768001.065473:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768001.065476:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768001.065480:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768001.065482:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768001.065485:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768001.065487:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768001.065491:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4258
00000400:00000200:0.0:1775768001.065495:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768001.065499:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768001.065501:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768001.065503:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065504:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065506:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065507:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768001.065508:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768001.065509:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768001.065510:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768001.065513:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768001.065514:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768001.065517:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768001.065520:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065521:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065523:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065524:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768001.065526:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768001.065528:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065529:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768001.065533:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768001.065535:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768001.065538:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065540:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768001.065542:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768001.065543:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065545:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768001.065548:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768001.065552:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768001.065553:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768001.065555:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065557:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768001.065560:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768001.065561:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768001.065564:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768001.065567:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.065571:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384647680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768001.065586:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768001.065590:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065598:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384647680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768001.065611:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768001.065614:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768001.065619:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768001.065621:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768001.065623:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768001.065627:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768001.065633:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4258
00000400:00000200:0.0:1775768001.065647:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768001.065653:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768001.065654:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768001.065658:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065661:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065662:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065663:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768001.065665:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768001.065667:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768001.065670:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768001.065672:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768001.065676:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768001.065679:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768001.065684:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065686:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768001.065690:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768001.065692:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768001.065693:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768001.065694:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768001.065698:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768001.065701:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768001.065701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1775768001.065703:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768001.065706:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768001.065708:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065711:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768001.065714:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768001.065718:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065722:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768001.065725:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768001.065727:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768001.065730:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768001.065732:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768001.065736:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768001.065738:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768001.065740:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768001.065743:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768001.065748:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.065755:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384647808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768001.065763:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768001.065765:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065767:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384647808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768001.065775:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768001.065780:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4268)
00000800:00000200:1.1:1775768001.066156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768001.066158:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768001.066375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768001.066378:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768001.066606:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768001.066609:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768001.066957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768001.066959:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775768001.448947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768001.448953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768001.448959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768001.448960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768002.408940:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298932486, at 4298932544
00000100:00000010:0.0:1775768002.408951:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768002.472979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768002.472990:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768002.472993:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768002.472998:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768002.473004:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768002.473007:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768002.473009:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768002.473012:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768002.473017:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768002.473019:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768003.496925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768003.496931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768003.496937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768003.496939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768003.496954:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768003.496955:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768003.496957:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768004.520935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768004.520942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768004.520949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768004.520950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768005.544908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768005.544914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768005.544921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768005.544922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768006.184957:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768006.184970:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768006.184973:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768006.184977:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768006.184981:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768006.184989:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4263
00000400:00000200:3.0:1775768006.184998:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768006.185004:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768006.185008:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768006.185011:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185015:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185017:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185019:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768006.185023:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768006.185025:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768006.185027:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768006.185029:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768006.185032:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768006.185034:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768006.185037:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185039:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185041:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185042:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768006.185045:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768006.185048:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185051:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768006.185054:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768006.185057:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768006.185061:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185063:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768006.185065:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768006.185074:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775768006.185078:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768006.185081:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768006.185083:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185086:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768006.185089:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768006.185092:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768006.185100:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775768006.185107:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768006.185116:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384647936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768006.185126:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768006.185130:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.185135:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384647936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768006.185157:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768006.185160:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768006.185163:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768006.185165:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768006.185166:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768006.185169:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768006.185171:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4263
00000400:00000200:3.0:1775768006.185176:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768006.185179:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768006.185182:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768006.185186:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185190:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185195:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185198:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768006.185201:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768006.185204:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768006.185208:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768006.185212:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768006.185216:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768006.185221:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768006.185229:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185235:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185241:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185244:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768006.185249:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768006.185253:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185259:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768006.185263:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768006.185271:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768006.185277:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185279:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768006.185283:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768006.185290:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185304:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768006.185311:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775768006.185316:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768006.185320:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768006.185323:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185327:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768006.185330:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768006.185334:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768006.185340:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775768006.185346:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768006.185355:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384648064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768006.185373:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768006.185377:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.185383:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384648064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768006.185402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768006.185403:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768006.185405:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1775768006.185407:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768006.185415:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768006.185417:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768006.185419:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768006.185424:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768006.185429:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4263
00000400:00000200:3.0:1775768006.185436:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768006.185443:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768006.185449:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768006.185455:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185459:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185465:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185469:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768006.185472:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768006.185475:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768006.185478:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768006.185481:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768006.185483:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768006.185486:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768006.185491:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185495:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185498:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185502:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768006.185505:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768006.185508:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185513:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768006.185523:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768006.185526:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768006.185528:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185530:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768006.185532:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768006.185536:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185539:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768006.185545:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775768006.185549:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768006.185555:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768006.185558:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185562:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768006.185564:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768006.185571:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768006.185578:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775768006.185584:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768006.185592:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384648192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768006.185609:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768006.185612:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.185619:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384648192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768006.185630:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768006.185634:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768006.185640:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768006.185644:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768006.185647:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768006.185654:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768006.185660:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4263
00000400:00000200:3.0:1775768006.185668:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768006.185676:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768006.185681:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768006.185687:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185690:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185695:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185697:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768006.185702:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768006.185705:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768006.185708:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768006.185712:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768006.185717:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768006.185720:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768006.185726:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185730:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185735:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185738:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768006.185742:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768006.185749:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185755:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768006.185758:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768006.185762:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768006.185767:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185771:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768006.185774:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768006.185780:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185784:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768006.185788:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775768006.185792:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768006.185797:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768006.185799:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.185803:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768006.185806:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768006.185810:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768006.185815:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775768006.185820:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768006.185865:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384648320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768006.185873:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768006.185875:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.185880:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384648320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768006.185896:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768006.185901:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768006.185908:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768006.185912:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768006.185915:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768006.185921:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768006.185927:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4263
00000400:00000200:3.0:1775768006.185935:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768006.185942:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768006.185946:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768006.185951:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185955:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185959:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185963:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768006.185967:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768006.185969:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768006.185972:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768006.185975:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768006.185979:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768006.185982:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768006.185987:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.185992:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768006.185996:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768006.186000:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768006.186004:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768006.186010:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768006.186012:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768006.186014:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768006.186017:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768006.186022:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.186025:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768006.186028:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768006.186033:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.186036:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768006.186042:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775768006.186047:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768006.186053:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768006.186055:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768006.186058:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768006.186061:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768006.186064:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768006.186070:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775768006.186074:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768006.186082:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384648448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775768006.186088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768006.186093:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1775768006.186098:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768006.186102:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.186107:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384648448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768006.186121:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768006.186126:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4274)
00000800:00000200:1.1:1775768006.186313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768006.186314:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775768006.186511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768006.186524:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775768006.186700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768006.186702:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00010000:00000001:3.0:1775768006.568939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768006.568945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768006.568950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768006.568951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768006.568971:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768006.568973:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768006.568976:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768007.528997:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298937606, at 4298937664
00000100:00000010:0.0:1775768007.529004:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768007.592969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768007.592976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768007.592983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768007.592988:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768007.592990:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768007.592993:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768007.592996:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768007.592999:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768007.593001:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768007.593003:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768008.616938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768008.616944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768008.616950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768008.616952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768009.640954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768009.640961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768009.640968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768009.640970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768009.640994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768009.640998:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768009.641000:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768010.664913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768010.664918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768010.664925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768010.664926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768011.304967:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768011.304988:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768011.304991:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768011.304995:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768011.305011:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768011.305018:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4269
00000400:00000200:2.0:1775768011.305084:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768011.305095:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768011.305106:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768011.305109:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305118:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305121:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305124:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768011.305133:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768011.305135:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768011.305138:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768011.305141:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768011.305144:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768011.305160:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768011.305164:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305166:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305168:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305179:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768011.305182:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768011.305185:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305186:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768011.305189:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768011.305192:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768011.305194:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305196:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768011.305220:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768011.305243:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768011.305247:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768011.305251:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768011.305253:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305256:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768011.305259:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768011.305295:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768011.305303:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768011.305316:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768011.305324:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384648576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768011.305333:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768011.305337:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.305354:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384648576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768011.305424:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768011.305428:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768011.305438:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768011.305440:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768011.305442:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768011.305444:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768011.305457:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4269
00000400:00000200:2.0:1775768011.305468:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768011.305472:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768011.305474:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768011.305477:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305479:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305481:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305483:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768011.305485:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768011.305486:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768011.305488:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768011.305490:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768011.305505:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768011.305507:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768011.305510:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305512:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305525:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305527:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768011.305529:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768011.305532:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305535:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768011.305536:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768011.305549:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768011.305551:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305552:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768011.305557:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768011.305560:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305562:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768011.305579:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768011.305593:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768011.305596:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768011.305597:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305599:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768011.305601:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768011.305603:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768011.305615:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000800:00000200:1.1:1775768011.305618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768011.305619:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768011.305621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000100:00100000:2.0:1775768011.305623:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384648704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768011.305631:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768011.305645:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.305660:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384648704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768011.305669:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768011.305682:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768011.305686:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768011.305687:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768011.305688:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768011.305691:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768011.305693:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4269
00000400:00000200:2.0:1775768011.305704:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768011.305706:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768011.305709:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768011.305711:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305713:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305715:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305717:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768011.305719:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768011.305720:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768011.305740:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768011.305742:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768011.305743:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768011.305746:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768011.305760:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305762:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.305765:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305767:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768011.305769:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768011.305784:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768011.305787:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768011.305789:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768011.305806:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768011.305808:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305810:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768011.305812:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768011.305815:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305817:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768011.305879:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768011.305882:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768011.305885:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768011.305886:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.305888:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768011.305890:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768011.305892:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768011.305895:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768011.305909:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768011.305913:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384648832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768011.305920:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768011.305922:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.305926:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384648832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768011.305933:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768011.305936:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768011.305952:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768011.305953:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768011.305955:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768011.305968:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768011.305970:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4269
00000400:00000200:2.0:1775768011.305974:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768011.305977:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768011.305980:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768011.306005:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306040:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.306042:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306077:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768011.306079:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768011.306080:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768011.306103:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768011.306105:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768011.306107:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.1:1775768011.306107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768011.306110:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1775768011.306136:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768011.306139:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306142:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.306144:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306146:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768011.306161:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768011.306164:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306166:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768011.306168:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768011.306171:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768011.306173:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306183:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768011.306185:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768011.306188:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306190:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768011.306193:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768011.306195:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768011.306198:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768011.306199:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306209:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768011.306211:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768011.306212:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768011.306216:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768011.306219:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768011.306223:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384648960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768011.306243:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768011.306245:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.306248:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384648960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768011.306275:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768011.306277:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768011.306281:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768011.306283:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768011.306284:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768011.306287:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768011.306290:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4269
00000400:00000200:2.0:1775768011.306301:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768011.306304:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768011.306307:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768011.306310:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306312:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.306314:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306316:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768011.306318:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768011.306334:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768011.306335:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768011.306337:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768011.306339:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768011.306341:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768011.306354:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306357:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768011.306358:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306361:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768011.306363:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768011.306365:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768011.306378:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768011.306380:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768011.306383:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768011.306385:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306387:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768011.306390:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768011.306392:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306394:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768011.306397:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768011.306400:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000200:1.1:1775768011.306411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768011.306413:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1775768011.306433:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768011.306434:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768011.306436:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768011.306437:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768011.306454:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768011.306494:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768011.306498:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768011.306502:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384649088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768011.306520:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768011.306536:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.306540:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384649088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768011.306548:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768011.306552:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4279)
00000800:00000200:1.1:1775768011.306735:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768011.306737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768011.307010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768011.307021:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00010000:00000001:3.0:1775768011.688952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768011.688958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768011.688966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768011.688968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768012.648971:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298942726, at 4298942784
00000100:00000010:0.0:1775768012.648984:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768012.712893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768012.712900:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768012.712901:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768012.712903:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768012.712908:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768012.712909:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768012.712911:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768012.712913:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768012.712917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768012.712918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768012.712933:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768012.712935:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768012.712937:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768013.737019:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768013.737024:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768013.737029:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768013.737030:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768014.760883:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768014.760890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768014.760896:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768014.760897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768015.784931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768015.784936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768015.784941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768015.784942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768015.784957:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768015.784959:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768015.784961:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768016.424980:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768016.424991:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768016.424994:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768016.424999:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768016.425004:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768016.425012:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4274
00000400:00000200:0.0:1775768016.425023:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768016.425029:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768016.425032:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768016.425034:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425037:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425038:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425040:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768016.425043:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768016.425045:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768016.425047:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768016.425049:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768016.425051:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768016.425053:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768016.425054:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425056:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425057:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425058:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768016.425061:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768016.425063:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425065:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768016.425068:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768016.425071:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768016.425073:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425074:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768016.425076:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768016.425086:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768016.425089:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768016.425092:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768016.425093:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425096:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768016.425098:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768016.425103:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768016.425111:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768016.425117:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.425125:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384649216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768016.425134:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768016.425138:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.425141:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384649216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768016.425160:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768016.425162:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768016.425165:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768016.425166:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768016.425167:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768016.425168:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768016.425170:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4274
00000400:00000200:0.0:1775768016.425172:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768016.425174:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768016.425175:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768016.425177:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425178:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425180:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425181:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768016.425182:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768016.425183:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768016.425184:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768016.425186:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768016.425187:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768016.425189:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768016.425191:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425192:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425202:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425204:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768016.425206:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768016.425207:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425209:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768016.425211:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768016.425215:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768016.425217:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425219:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768016.425223:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768016.425227:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425229:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768016.425232:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768016.425236:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768016.425238:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768016.425240:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425242:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768016.425245:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768016.425246:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768016.425250:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768016.425256:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.425267:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384649344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768016.425286:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768016.425290:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.425295:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384649344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768016.425320:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768016.425324:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768016.425331:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768016.425335:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768016.425338:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768016.425340:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768016.425343:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4274
00000400:00000200:0.0:1775768016.425347:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768016.425355:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768016.425358:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768016.425361:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425362:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425363:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425365:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768016.425373:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768016.425378:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768016.425383:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768016.425384:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768016.425386:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768016.425390:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768016.425399:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425406:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425408:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425410:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768016.425414:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768016.425424:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425427:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768016.425428:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768016.425430:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768016.425438:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425440:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768016.425442:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768016.425452:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425455:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768016.425460:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768016.425467:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768016.425471:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768016.425475:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425481:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768016.425484:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768016.425488:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768016.425496:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768016.425501:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.425506:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384649472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768016.425519:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768016.425523:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.425527:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384649472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768016.425540:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768016.425544:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768016.425552:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768016.425554:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768016.425555:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768016.425557:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768016.425561:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4274
00000400:00000200:0.0:1775768016.425613:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768016.425624:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768016.425629:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768016.425633:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425637:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425639:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425644:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768016.425649:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768016.425654:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768016.425656:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768016.425658:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768016.425663:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768016.425667:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768016.425672:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768016.425679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768016.425680:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425685:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425688:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768016.425690:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1775768016.425691:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768016.425701:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425706:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768016.425710:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768016.425715:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768016.425720:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425722:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768016.425724:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768016.425727:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425731:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768016.425735:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768016.425740:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768016.425765:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768016.425766:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.425769:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768016.425771:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768016.425773:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768016.425780:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768016.425785:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.425799:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384649600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768016.425811:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768016.425814:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.425823:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384649600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768016.425880:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768016.425883:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768016.425895:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768016.425900:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768016.425904:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768016.425911:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768016.425923:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4274
00000400:00000200:0.0:1775768016.425935:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768016.425938:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768016.425940:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768016.425943:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425947:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.425950:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.425959:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768016.425965:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768016.425967:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768016.425974:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768016.425977:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768016.425983:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768016.425988:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768016.425997:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.426000:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768016.426007:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768016.426010:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768016.426013:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768016.426018:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768016.426024:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768016.426028:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768016.426032:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768016.426038:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.426043:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768016.426047:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768016.426055:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.426062:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768016.426071:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768016.426077:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768016.426083:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768016.426086:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768016.426091:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768016.426094:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768016.426100:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768016.426109:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768016.426114:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.426123:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384649728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768016.426184:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768016.426191:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.426200:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384649728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768016.426227:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768016.426233:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4284)
00000800:00000200:1.1:1775768016.426493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768016.426496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768016.426766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768016.426768:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768016.427043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768016.427046:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768016.427292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768016.427295:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00010000:00000001:3.0:1775768016.808960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768016.808967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768016.808974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768016.808975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768017.768938:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298947847, at 4298947904
00000100:00000010:0.0:1775768017.768948:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768017.832944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768017.832949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768017.832954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768017.832958:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768017.832961:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768017.832964:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768017.832967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768017.832970:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768017.832972:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768017.832974:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768018.856952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768018.856957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768018.856966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768018.856968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768018.857001:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768018.857003:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768018.857005:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768019.880944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768019.880950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768019.880956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768019.880957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768020.904935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768020.904940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768020.904945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768020.904946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768021.544979:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768021.544987:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768021.544990:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768021.544995:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768021.544999:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768021.545006:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4279
00000400:00000200:2.0:1775768021.545021:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768021.545029:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768021.545033:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768021.545036:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545040:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545043:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545046:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768021.545050:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768021.545053:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768021.545055:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768021.545058:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768021.545060:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768021.545062:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768021.545064:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545065:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545066:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545067:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768021.545070:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768021.545072:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545074:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768021.545076:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768021.545079:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768021.545081:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545083:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768021.545085:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768021.545096:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768021.545099:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768021.545102:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768021.545104:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545106:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768021.545109:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768021.545112:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768021.545120:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768021.545126:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768021.545135:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384649856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768021.545145:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768021.545151:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545156:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384649856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768021.545179:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768021.545183:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768021.545186:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768021.545187:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768021.545189:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768021.545192:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768021.545194:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4279
00000400:00000200:2.0:1775768021.545197:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768021.545200:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768021.545202:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768021.545204:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545206:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545208:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545209:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768021.545210:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768021.545211:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768021.545213:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768021.545215:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768021.545218:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768021.545220:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768021.545224:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545225:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545228:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545230:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768021.545232:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768021.545235:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545236:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768021.545239:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768021.545245:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768021.545248:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545251:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768021.545255:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768021.545257:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545259:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768021.545261:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768021.545264:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768021.545269:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768021.545270:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545272:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768021.545274:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768021.545276:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768021.545282:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768021.545287:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768021.545293:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384649984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768021.545302:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768021.545306:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545310:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384649984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768021.545323:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768021.545325:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768021.545331:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768021.545333:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768021.545335:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768021.545338:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768021.545340:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4279
00000400:00000200:2.0:1775768021.545345:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768021.545347:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768021.545348:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768021.545351:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545355:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545357:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545359:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768021.545363:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768021.545363:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768021.545365:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768021.545366:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768021.545368:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768021.545372:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768021.545379:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545384:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545390:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545394:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768021.545399:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768021.545403:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545408:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768021.545413:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768021.545417:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768021.545419:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545424:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768021.545428:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768021.545430:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545431:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768021.545437:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768021.545440:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768021.545443:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768021.545444:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545446:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768021.545447:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768021.545449:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768021.545453:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768021.545457:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768021.545462:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384650112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768021.545472:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768021.545476:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545479:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384650112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768021.545492:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768021.545495:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768021.545498:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768021.545500:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768021.545501:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768021.545505:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768021.545510:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4279
00000400:00000200:2.0:1775768021.545521:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768021.545526:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768021.545529:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768021.545532:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545533:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545536:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545538:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768021.545539:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768021.545540:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768021.545541:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768021.545542:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768021.545546:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768021.545550:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768021.545553:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768021.545557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768021.545558:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545561:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545563:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768021.545565:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768021.545566:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545568:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768021.545570:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768021.545573:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768021.545574:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545576:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768021.545579:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768021.545582:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545586:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768021.545593:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768021.545598:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768021.545601:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768021.545602:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545607:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768021.545608:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768021.545610:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768021.545615:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768021.545620:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768021.545625:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384650240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768021.545634:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768021.545636:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545649:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384650240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768021.545658:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768021.545664:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768021.545666:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768021.545667:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768021.545668:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768021.545670:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768021.545674:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4279
00000400:00000200:2.0:1775768021.545679:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768021.545682:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768021.545684:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768021.545688:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545691:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545707:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545710:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768021.545715:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768021.545718:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768021.545721:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768021.545725:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768021.545729:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768021.545733:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768021.545742:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545747:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768021.545751:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545756:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768021.545760:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768021.545765:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768021.545769:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768021.545772:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768021.545775:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768021.545778:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545781:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768021.545784:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768021.545786:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545790:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768021.545795:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768021.545800:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768021.545804:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768021.545807:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768021.545809:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768021.545810:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768021.545813:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768021.545818:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768021.545824:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768021.545861:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384650368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768021.545872:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768021.545875:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545884:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384650368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768021.545899:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768021.545905:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4289)
00000800:00000200:1.1:1775768021.545938:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768021.546084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768021.546224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768021.546366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00010000:00000001:3.0:1775768021.928963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768021.928970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768021.928975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768021.928977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768021.929008:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768021.929010:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768021.929012:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768022.888962:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298952966, at 4298953024
00000100:00000010:0.0:1775768022.888971:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768022.952922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768022.952930:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768022.952932:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768022.952935:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768022.952940:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768022.952941:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768022.952943:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768022.952944:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768022.952947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768022.952949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768023.976899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768023.976906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768023.976912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768023.976913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775768024.617063:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775768024.617103:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768024.617111:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768024.617114:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775768024.617118:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768024.617121:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768024.617126:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768024.617130:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:3.0:1775768024.617136:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768024.617140:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768024.617146:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccb28
00000400:00000010:3.0:1775768024.617149:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccb28.
00000100:00000001:3.0:1775768024.617154:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768024.617163:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497a300 x1862023384649856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617194:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768024.617198:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384649856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617206:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768024.617209:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768024.617219:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768024.617222:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:3.0:1775768024.617226:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768024.617230:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768024.617233:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:3.0:1775768024.617236:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:3.0:1775768024.617239:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768024.617245:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979c00 x1862023384649984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617257:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768024.617265:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384649984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617294:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768024.617298:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768024.617311:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768024.617316:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:3.0:1775768024.617320:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768024.617327:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768024.617334:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc000
00000400:00000010:3.0:1775768024.617338:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc000.
00000100:00000001:3.0:1775768024.617343:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768024.617352:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979500 x1862023384650112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617374:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768024.617386:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384650112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617413:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768024.617417:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768024.617430:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768024.617435:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:3.0:1775768024.617441:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768024.617447:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768024.617454:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:3.0:1775768024.617458:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:3.0:1775768024.617463:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768024.617470:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978000 x1862023384650240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617480:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768024.617484:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384650240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617492:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768024.617496:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768024.617508:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768024.617512:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:3.0:1775768024.617518:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768024.617529:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768024.617533:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccee0
00000400:00000010:3.0:1775768024.617538:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccee0.
00000100:00000001:3.0:1775768024.617545:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768024.617553:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497a680 x1862023384650368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617565:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768024.617571:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384650368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768024.617600:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768024.617604:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1775768025.000890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768025.000897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768025.000905:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768025.000906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768025.000928:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768025.000931:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768025.000934:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768026.024888:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768026.024894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768026.024898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768026.024900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768026.024953:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768026.024957:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768026.024960:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768026.664929:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768026.664941:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768026.664945:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768026.664950:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768026.664955:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768026.664962:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4284
00000400:00000200:2.0:1775768026.664973:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768026.664977:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768026.664980:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768026.664983:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.664985:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.664987:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.664989:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768026.664992:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768026.664993:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768026.664995:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768026.664997:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768026.664999:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768026.665000:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768026.665002:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665003:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.665005:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665006:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768026.665008:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768026.665010:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665012:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768026.665014:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768026.665016:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768026.665018:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665020:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768026.665021:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768026.665030:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768026.665032:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768026.665035:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768026.665037:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665040:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768026.665042:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768026.665045:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768026.665052:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768026.665057:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768026.665065:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384650496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768026.665075:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768026.665080:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768026.665086:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384650496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768026.665114:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768026.665117:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768026.665121:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768026.665122:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768026.665124:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768026.665127:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768026.665130:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4284
00000400:00000200:2.0:1775768026.665134:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768026.665137:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768026.665140:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768026.665143:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665146:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.665148:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665151:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768026.665154:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768026.665155:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768026.665157:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768026.665158:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768026.665161:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768026.665162:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768026.665164:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665166:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.665169:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665171:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768026.665176:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768026.665179:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665185:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768026.665187:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768026.665197:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768026.665202:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665207:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768026.665212:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768026.665218:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665223:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768026.665228:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768026.665234:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768026.665237:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768026.665238:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665240:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768026.665243:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768026.665247:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768026.665253:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768026.665261:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768026.665271:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384650624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768026.665283:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768026.665287:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768026.665297:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384650624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768026.665318:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768026.665323:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768026.665332:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768026.665334:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768026.665337:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768026.665342:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768026.665347:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4284
00000400:00000200:2.0:1775768026.665359:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768026.665367:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768026.665378:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768026.665383:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665389:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.665394:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665397:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768026.665400:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768026.665403:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768026.665408:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768026.665411:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768026.665413:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768026.665418:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768026.665426:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665429:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.665431:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665433:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768026.665435:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768026.665437:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768026.665439:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768026.665441:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768026.665446:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768026.665450:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665454:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768026.665457:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768026.665462:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665468:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768026.665474:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775768026.665479:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768026.665485:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768026.665488:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.665492:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768026.665494:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768026.665496:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768026.665505:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768026.665510:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768026.665527:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384650752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768026.665544:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768026.665549:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768026.665552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775768026.665558:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384650752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768026.665559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775768026.665578:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768026.665584:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768026.665589:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768026.665592:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768026.665594:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768026.665599:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768026.666004:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4284
00000400:00000200:2.0:1775768026.666013:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768026.666021:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768026.666027:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768026.666035:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666038:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.666041:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666044:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768026.666047:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768026.666049:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768026.666052:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768026.666056:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768026.666060:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768026.666062:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768026.666065:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666069:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.666073:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666080:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768026.666086:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768026.666093:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666099:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768026.666103:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768026.666108:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768026.666114:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666118:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768026.666124:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768026.666131:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666135:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768026.666143:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768026.666148:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768026.666154:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768026.666158:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666162:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768026.666165:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768026.666170:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768026.666178:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768026.666186:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768026.666197:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384650880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768026.666208:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768026.666211:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768026.666218:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384650880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768026.666235:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768026.666240:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768026.666247:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768026.666248:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768026.666252:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768026.666256:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768026.666262:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4284
00000800:00000200:1.1:1775768026.666263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768026.666268:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000400:00000200:2.0:1775768026.666271:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768026.666279:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768026.666284:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768026.666291:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666298:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.666321:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666327:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768026.666331:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768026.666333:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768026.666336:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768026.666338:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768026.666342:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768026.666347:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768026.666355:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666359:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768026.666364:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666367:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768026.666370:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768026.666373:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768026.666378:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768026.666380:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768026.666382:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768026.666387:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666389:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768026.666391:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768026.666393:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666394:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768026.666398:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768026.666402:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768026.666409:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768026.666411:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768026.666417:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768026.666420:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768026.666423:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768026.666430:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768026.666437:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768026.666445:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384651008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768026.666470:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768026.666474:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768026.666481:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384651008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768026.666510:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768026.666519:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4294)
00000800:00000200:1.1:1775768026.666727:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768026.666729:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768026.667115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768026.667117:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768026.667365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768026.667366:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775768027.048914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768027.048923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768027.048932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768027.048934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768028.008931:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298958086, at 4298958144
00000100:00000010:0.0:1775768028.008948:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768028.072884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768028.072890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768028.072895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768028.072898:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768028.072900:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768028.072903:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768028.072906:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768028.072908:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768028.072910:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768028.072912:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768028.072930:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768028.072931:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768028.072940:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768029.096890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768029.096898:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768029.096904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768029.096906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768029.096965:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768029.096968:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768029.096971:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768030.120904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768030.120912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768030.120919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768030.120921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768030.120991:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768030.120995:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768030.121000:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768031.144939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768031.144945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768031.144950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768031.144951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768031.144966:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768031.144968:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768031.144970:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768031.784914:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768031.784924:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768031.784927:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768031.784931:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768031.784936:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768031.784945:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4289
00000400:00000200:2.0:1775768031.784954:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768031.784961:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768031.784965:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768031.784969:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.784973:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.784975:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.784978:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768031.784982:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768031.784984:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768031.784986:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768031.784989:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768031.784991:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768031.784993:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768031.784997:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.784999:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785001:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785003:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768031.785007:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768031.785010:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785013:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768031.785016:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768031.785020:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768031.785024:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785026:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768031.785029:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768031.785038:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768031.785043:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768031.785047:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768031.785049:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785052:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768031.785055:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768031.785059:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768031.785067:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768031.785074:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768031.785083:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384651136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768031.785092:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768031.785096:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.785099:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384651136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768031.785119:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768031.785121:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768031.785124:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768031.785125:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768031.785126:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768031.785128:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768031.785130:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4289
00000400:00000200:2.0:1775768031.785135:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768031.785138:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768031.785141:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768031.785144:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785147:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785151:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785153:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768031.785155:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768031.785157:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768031.785159:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768031.785161:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768031.785163:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768031.785168:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768031.785173:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785176:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785180:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785183:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768031.785187:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768031.785201:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785207:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768031.785211:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768031.785218:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768031.785222:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785228:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768031.785234:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768031.785241:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785244:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768031.785248:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768031.785252:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768031.785257:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768031.785260:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785263:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768031.785266:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768031.785270:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768031.785276:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768031.785281:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768031.785291:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384651264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768031.785305:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768031.785310:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.785321:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384651264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768031.785338:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768031.785344:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768031.785353:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768031.785356:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768031.785358:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768031.785365:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768031.785371:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4289
00000400:00000200:2.0:1775768031.785379:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768031.785387:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768031.785393:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768031.785402:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785406:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785409:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785411:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768031.785417:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768031.785420:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768031.785424:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768031.785426:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768031.785430:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768031.785435:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768031.785442:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785447:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785453:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768031.785459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768031.785460:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768031.785463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1775768031.785467:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768031.785484:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785491:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768031.785496:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768031.785501:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768031.785506:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785511:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768031.785515:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768031.785522:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785525:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768031.785532:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768031.785538:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768031.785545:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768031.785548:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785552:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768031.785555:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768031.785558:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768031.785565:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768031.785573:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768031.785583:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384651392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768031.785618:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768031.785622:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.785631:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384651392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768031.785652:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768031.785658:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768031.785664:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768031.785666:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768031.785671:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768031.785677:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768031.785685:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4289
00000400:00000200:2.0:1775768031.785696:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768031.785705:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768031.785710:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768031.785717:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785722:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785727:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785729:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768031.785731:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768031.785734:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768031.785738:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768031.785740:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768031.785745:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768031.785751:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768031.785760:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785764:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.785769:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785776:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768031.785784:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768031.785793:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768031.785800:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768031.785805:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768031.785810:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768031.785816:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785823:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768031.785852:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768031.785857:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785862:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768031.785868:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768031.785872:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768031.785878:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768031.785882:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.785886:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768031.785889:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768031.785893:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768031.785900:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768031.785906:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768031.785916:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384651520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768031.785924:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768031.785927:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.785935:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384651520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768031.785953:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768031.785959:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768031.785965:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768031.785967:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768031.785971:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768031.785978:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768031.785986:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4289
00000400:00000200:2.0:1775768031.785999:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768031.786008:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768031.786015:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768031.786024:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.786030:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.786038:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.786044:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768031.786049:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768031.786053:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768031.786057:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768031.786061:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768031.786065:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768031.786071:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768031.786080:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.786083:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768031.786090:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768031.786096:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768031.786103:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768031.786112:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768031.786118:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768031.786122:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768031.786126:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768031.786132:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.786137:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768031.786142:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768031.786149:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.786154:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768031.786162:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768031.786169:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768031.786177:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768031.786179:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768031.786185:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768031.786189:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768031.786194:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768031.786202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000010:2.0:1775768031.786203:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000800:00000200:1.1:1775768031.786205:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775768031.786208:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768031.786218:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384651648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768031.786240:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768031.786244:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.786252:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384651648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768031.786290:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768031.786298:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4299)
00000800:00000200:1.1:1775768031.786475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768031.786477:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768031.786678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768031.786680:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768031.787010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768031.787012:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775768032.168901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768032.168909:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768032.168911:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768032.168914:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768032.168918:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768032.168920:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768032.168921:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768032.168923:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768032.168927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768032.168928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768032.169002:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768032.169005:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768032.169008:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768033.128928:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298963206, at 4298963264
00000100:00000010:0.0:1775768033.128946:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768033.192974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768033.192980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768033.192988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768033.192990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768033.193047:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768033.193054:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768033.193060:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768034.216929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768034.216934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768034.216940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768034.216941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768034.216956:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768034.216959:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768034.216961:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768035.240960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768035.240967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768035.240974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768035.240975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768035.241046:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768035.241051:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768035.241055:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768036.264950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768036.264956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768036.264963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768036.264965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768036.265041:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768036.265047:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768036.265051:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768036.905151:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768036.905158:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768036.905162:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768036.905174:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905199:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.905204:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.905211:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768036.905215:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768036.905221:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.905229:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384651776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768036.905236:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768036.905241:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768036.905244:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.905249:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768036.905255:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768036.905259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.905269:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768036.905275:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768036.905282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768036.905290:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384651776, portal 25
00000100:00000001:0.0:1775768036.905295:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768036.905297:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768036.905307:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905328:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768036.905336:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768036.905339:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768036.905342:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384651776, offset 0
00000400:00000200:0.0:1775768036.905350:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768036.905361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.905369:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768036.905376:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768036.905383:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768036.905391:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768036.905397:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768036.905405:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200417:200417:256:4294967295] 192.168.202.154@tcp LPNI seq info [200417:200417:8:4294967295]
00000400:00000200:0.0:1775768036.905419:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.905443:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768036.905460:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.905470:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768036.905485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768036.905493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768036.905505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768036.905512:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768036.905520:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.905525:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768036.905532:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768036.905540:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768036.905559:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768036.905563:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768036.905568:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768036.905575:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905594:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.905600:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905612:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.905615:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768036.905622:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.905630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768036.905636:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298968326
00000100:00000010:0.0:1775768036.905644:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768036.905651:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768036.905662:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298968326
00000100:00000010:0.0:1775768036.905666:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76b40.
00000100:00000001:0.0:1775768036.905671:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768036.905675:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768036.905679:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.905684:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768036.905691:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036]  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768036.905702:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768036.905704:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768036.905707:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768036.905710:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768036.905713:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768036.905716:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768036.905721:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768036.905740:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905758:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768036.905762:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905766:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.905771:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768036.905783:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905807:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768036.905817:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905889:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768036.905895:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.905903:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905906:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768036.905910:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768036.905912:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768036.905916:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768036.905919:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768036.905923:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768036.905930:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384651776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768036.905934:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905936:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.905939:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384651776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905948:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768036.905950:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768036.905952:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768036.905955:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768036.905956:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768036.905957:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768036.905959:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768036.905960:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:0.0:1775768036.905964:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768036.905965:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768036.905966:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768036.905969:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768036.905970:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905971:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.905977:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768036.905978:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.905980:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768036.905981:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768036.905982:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768036.905984:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.905989:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.905990:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.905992:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768036.905993:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768036.905994:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.905996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384651904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768036.905998:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768036.905999:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768036.906000:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906001:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906004:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768036.906005:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.906008:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768036.906010:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768036.906012:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768036.906015:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384651904, portal 10
00000100:00000001:0.0:1775768036.906016:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768036.906017:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:0.0:1775768036.906021:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906026:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768036.906027:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768036.906029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768036.906031:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384651904, offset 0
00000400:00000200:0.0:1775768036.906033:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906036:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906038:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768036.906041:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768036.906043:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768036.906044:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768036.906046:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906048:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200418:200418:256:4294967295] 192.168.202.154@tcp LPNI seq info [200418:200418:8:4294967295]
00000400:00000200:0.0:1775768036.906051:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906055:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768036.906058:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906060:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768036.906063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768036.906065:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768036.906068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768036.906070:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768036.906072:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906073:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768036.906076:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768036.906078:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768036.906080:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768036.906082:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768036.906084:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768036.906086:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906091:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906093:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906098:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906099:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768036.906101:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768036.906104:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768036.906106:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768036.906107:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298967068
00000100:00000001:0.0:1775768036.906110:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906111:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298967068
00000100:00000001:0.0:1775768036.906113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906114:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768036.906115:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906117:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768036.906119:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036]  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768036.906123:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768036.906124:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768036.906125:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768036.906127:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768036.906128:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768036.906129:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768036.906131:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768036.906136:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906144:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768036.906145:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906146:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906147:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768036.906149:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906153:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768036.906155:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906159:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768036.906161:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906162:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906164:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768036.906165:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768036.906166:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768036.906168:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768036.906169:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768036.906172:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768036.906176:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384651904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768036.906179:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768036.906180:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906185:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.906186:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768036.906189:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768036.906191:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.906192:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768036.906194:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768036.906195:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768036.906196:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906197:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906199:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768036.906200:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.906202:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768036.906204:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768036.906206:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768036.906207:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652032, portal 10
00000100:00000001:0.0:1775768036.906209:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768036.906210:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768036.906213:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906217:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768036.906218:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768036.906219:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768036.906221:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384652032, offset 0
00000400:00000200:0.0:1775768036.906223:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906225:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906227:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768036.906229:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768036.906230:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768036.906232:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768036.906233:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906236:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200419:200419:256:4294967295] 192.168.202.154@tcp LPNI seq info [200419:200419:8:4294967295]
00000400:00000200:0.0:1775768036.906238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906242:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768036.906246:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906247:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768036.906250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768036.906252:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768036.906255:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768036.906256:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768036.906259:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906261:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768036.906262:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768036.906265:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768036.906266:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768036.906267:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768036.906269:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768036.906271:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906275:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906277:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906281:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906282:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768036.906284:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768036.906286:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768036.906288:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768036.906289:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298967046
00000100:00000001:0.0:1775768036.906291:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906292:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298967046
00000100:00000001:0.0:1775768036.906294:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906295:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768036.906296:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906297:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768036.906299:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036]  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768036.906304:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768036.906305:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768036.906306:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768036.906308:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768036.906309:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768036.906310:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768036.906312:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768036.906316:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906320:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768036.906321:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906322:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906322:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768036.906324:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906328:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768036.906330:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906334:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768036.906336:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906337:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906338:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906339:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768036.906340:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768036.906342:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768036.906344:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768036.906345:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768036.906348:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768036.906353:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768036.906355:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768036.906357:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906361:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.906362:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906363:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768036.906364:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768036.906365:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.906367:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768036.906369:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768036.906370:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768036.906371:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906372:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906374:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768036.906375:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.906376:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768036.906378:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768036.906380:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768036.906382:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652160, portal 4
00000100:00000001:0.0:1775768036.906383:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768036.906384:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768036.906387:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906391:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768036.906392:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768036.906393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768036.906395:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384652160, offset 0
00000400:00000200:0.0:1775768036.906398:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906400:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906402:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768036.906403:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768036.906405:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768036.906407:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768036.906408:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906410:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200420:200420:256:4294967295] 192.168.202.154@tcp LPNI seq info [200420:200420:8:4294967295]
00000400:00000200:0.0:1775768036.906413:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906416:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768036.906419:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906420:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768036.906423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768036.906424:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768036.906427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768036.906429:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768036.906431:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906432:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768036.906434:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768036.906436:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768036.906438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768036.906439:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768036.906440:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768036.906442:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906446:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906448:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906452:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906453:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768036.906455:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768036.906457:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768036.906459:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768036.906460:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298967058
00000100:00000001:0.0:1775768036.906462:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906463:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298967058
00000100:00000001:0.0:1775768036.906465:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906466:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768036.906467:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906468:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768036.906470:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036]  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768036.906474:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768036.906475:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768036.906476:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768036.906477:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768036.906478:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768036.906480:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768036.906482:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768036.906487:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906491:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768036.906491:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906492:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906493:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768036.906495:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906499:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768036.906501:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906505:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768036.906507:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906510:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768036.906511:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768036.906512:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768036.906514:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768036.906515:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768036.906518:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768036.906522:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768036.906524:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768036.906526:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906530:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.906530:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906532:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768036.906533:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768036.906534:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.906536:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768036.906537:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768036.906538:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768036.906539:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768036.906540:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906542:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768036.906544:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768036.906566:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768036.906568:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768036.906571:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768036.906573:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652288, portal 4
00000100:00000001:0.0:1775768036.906575:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768036.906576:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:0.0:1775768036.906580:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906584:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768036.906586:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768036.906588:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768036.906589:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384652288, offset 0
00000400:00000200:0.0:1775768036.906591:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906594:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906596:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768036.906598:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768036.906600:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768036.906601:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768036.906603:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768036.906605:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200421:200421:256:4294967295] 192.168.202.154@tcp LPNI seq info [200421:200421:8:4294967295]
00000400:00000200:0.0:1775768036.906608:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768036.906612:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768036.906614:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906616:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768036.906619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768036.906621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768036.906623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768036.906625:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768036.906628:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768036.906630:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768036.906631:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768036.906634:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768036.906636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768036.906637:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768036.906638:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768036.906640:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906649:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906651:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906655:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906656:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768036.906658:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768036.906660:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768036.906662:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768036.906663:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298967060
00000100:00000001:0.0:1775768036.906664:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906666:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298967060
00000100:00000001:0.0:1775768036.906667:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298968326
00000100:00000001:0.0:1775768036.906669:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768036.906670:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906671:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768036.906673:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768036/real 1775768036]  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768036.906678:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768036.906679:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768036.906680:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768036.906681:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768036.906682:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768036.906683:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768036.906685:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768036.906690:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906694:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768036.906695:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906697:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906697:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768036.906699:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906704:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768036.906706:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906710:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768036.906711:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906712:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768036.906713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906714:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768036.906715:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768036.906716:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768036.906718:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768036.906719:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768036.906722:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768036.906726:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768036.906728:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906730:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906732:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384651904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906736:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768036.906737:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906738:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768036.906740:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768036.906740:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768036.906742:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768036.906743:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768036.906744:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768036.906746:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768036.906747:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768036.906748:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768036.906750:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768036.906751:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906752:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906754:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384652032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906758:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768036.906758:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906759:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768036.906761:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768036.906761:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768036.906762:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768036.906763:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768036.906764:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768036.906765:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768036.906766:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768036.906766:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768036.906768:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768036.906769:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906770:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906772:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384652160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906776:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768036.906777:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906778:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768036.906779:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768036.906780:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768036.906781:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768036.906782:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768036.906782:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768036.906783:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768036.906785:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768036.906786:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768036.906787:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768036.906788:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906789:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768036.906791:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384652288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768036.906795:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768036.906795:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768036.906796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768036.906798:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768036.906798:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768036.906799:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768036.906800:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768036.906801:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768036.906802:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768036.906802:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768036.906803:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:0.0:1775768036.906805:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768036.906805:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906806:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.906809:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768036.906809:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768036.906810:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768036.906812:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768037.288961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768037.288968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768037.288973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768037.288977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768037.288979:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768037.288982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768037.288985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768037.288988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768037.288990:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768037.288991:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768037.289010:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768037.289013:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768037.289015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768038.248961:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298968326, at 4298968384
00000100:00000010:0.0:1775768038.248971:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768038.312921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768038.312926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768038.312931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768038.312932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768038.312981:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768038.312984:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768038.312987:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768039.336991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768039.336998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768039.337003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768039.337005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768039.337074:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768039.337081:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768039.337086:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768040.360890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768040.360896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768040.360902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768040.360903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768040.360927:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768040.360929:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768040.360932:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768041.384960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768041.384978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768041.384984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768041.384986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768041.385037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768041.385042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768041.385045:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768042.024941:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768042.024950:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768042.024953:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768042.024958:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768042.024962:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768042.024969:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4299
00000400:00000200:2.0:1775768042.024980:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768042.024986:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768042.024989:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768042.024991:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.024994:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.024996:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.024999:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768042.025003:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768042.025004:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768042.025014:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768042.025017:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768042.025019:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768042.025020:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768042.025023:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025024:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025025:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025027:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768042.025029:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768042.025031:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025033:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768042.025035:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768042.025038:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768042.025040:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025042:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768042.025043:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768042.025054:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768042.025057:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768042.025060:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768042.025061:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025064:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768042.025067:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768042.025072:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768042.025081:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768042.025087:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768042.025097:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768042.025106:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768042.025111:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768042.025115:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768042.025132:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768042.025135:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768042.025138:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768042.025139:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768042.025140:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768042.025142:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768042.025143:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4299
00000400:00000200:2.0:1775768042.025146:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768042.025147:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768042.025149:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768042.025151:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025154:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025156:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025158:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768042.025159:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768042.025160:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768042.025162:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768042.025163:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768042.025165:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768042.025166:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768042.025168:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768042.025168:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025172:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025173:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768042.025174:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768042.025175:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768042.025177:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768042.025178:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768042.025182:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025184:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768042.025186:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768042.025187:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768042.025192:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768042.025196:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025200:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768042.025202:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.025204:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768042.025207:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768042.025208:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768042.025211:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.025212:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768042.025214:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.025216:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768042.025218:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000100:00100000:0.0:1775768042.025222:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384652416:192.168.202.154@tcp:250:kworker.0
00000020:00000040:2.0:1775768042.025222:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768042.025227:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768042.025229:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768042.025229:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025232:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768042.025233:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768042.025234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768042.025235:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.025237:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768042.025239:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768042.025241:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768042.025242:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768042.025247:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
00000100:00100000:2.0:1775768042.025247:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768042.025251:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025259:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768042.025262:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768042.025263:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768042.025267:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:2.0:1775768042.025268:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768042.025276:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768042.025282:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768042.025286:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652416, portal 25
00000100:00080000:2.0:1775768042.025288:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768042.025291:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768042.025294:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00080000:2.0:1775768042.025295:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768042.025298:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775768042.025301:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768042.025302:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768042.025310:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768042.025314:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768042.025316:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4299
00000100:00000040:0.0:1775768042.025321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768042.025325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000400:00000200:2.0:1775768042.025326:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:0.0:1775768042.025330:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384652416, offset 0
00000400:00000200:2.0:1775768042.025334:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768042.025337:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768042.025341:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768042.025344:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025346:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025348:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025350:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768042.025353:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768042.025353:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768042.025356:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768042.025358:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768042.025360:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768042.025363:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000001:2.0:1775768042.025363:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768042.025368:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768042.025371:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.025372:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768042.025374:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025376:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.025380:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768042.025381:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768042.025384:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:0.0:1775768042.025387:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775768042.025388:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025392:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.025393:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768042.025395:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768042.025399:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200422:200422:256:4294967295] 192.168.202.154@tcp LPNI seq info [200422:200422:8:4294967295]
02000000:00000001:2.0:1775768042.025399:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768042.025405:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.025410:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768042.025411:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768042.025415:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768042.025418:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025422:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.025426:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768042.025431:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.025436:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000100:00000010:2.0:1775768042.025440:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000800:00000200:0.0:1775768042.025446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768042.025447:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.0:1775768042.025451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1775768042.025452:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768042.025454:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025457:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768042.025458:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768042.025459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768042.025460:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768042.025465:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
02000000:00000010:2.0:1775768042.025467:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000800:00000100:0.0:1775768042.025472:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025474:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768042.025475:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000100:00100000:2.0:1775768042.025480:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768042.025483:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768042.025492:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768042.025492:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768042.025510:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768042.025515:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768042.025520:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768042.025524:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768042.025532:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768042.025532:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768042.025535:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768042.025539:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768042.025540:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768042.025544:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768042.025546:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768042.025552:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768042.025557:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4299
00000100:00000001:0.0:1775768042.025558:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1775768042.025563:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768042.025564:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768042.025568:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768042.025573:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768042.025579:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768042.025580:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025583:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768042.025586:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768042.025589:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768042.025589:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025594:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768042.025597:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768042.025598:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:2.0:1775768042.025599:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:0.0:1775768042.025602:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298973446
00000020:00000001:2.0:1775768042.025602:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768042.025605:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768042.025607:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768042.025608:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000010:0.0:1775768042.025609:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000040:2.0:1775768042.025611:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025615:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768042.025617:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025618:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768042.025620:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775768042.025620:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768042.025626:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025628:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768042.025629:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768042.025631:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298973446
02000000:00000001:2.0:1775768042.025632:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768042.025636:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76d20.
02000000:00000001:2.0:1775768042.025636:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025637:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768042.025642:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1775768042.025642:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768042.025645:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025647:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768042.025647:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025652:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768042.025655:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768042.025656:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1775768042.025658:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00100000:0.0:1775768042.025663:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768042/real 1775768042]  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768042.025663:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768042.025666:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025670:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768042.025673:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768042.025675:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768042.025680:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768042.025686:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768042.025689:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768042.025692:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1775768042.025692:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768042.025695:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768042.025699:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768042.025702:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768042.025705:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768042.025706:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768042.025708:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768042.025712:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768042.025715:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768042.025731:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768042.025734:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025741:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1775768042.025741:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768042.025743:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.025747:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.025750:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768042.025750:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768042.025755:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1775768042.025756:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768042.025759:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768042.025767:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768042.025771:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768042.025773:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4299
00000100:00000040:0.0:1775768042.025778:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768042.025784:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768042.025792:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768042.025793:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768042.025795:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768042.025804:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768042.025807:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768042.025808:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768042.025811:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768042.025813:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768042.025815:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768042.025817:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768042.025819:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768042.025820:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768042.025824:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00080000:0.0:1775768042.025825:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768042.025826:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768042.025855:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768042.025858:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768042.025859:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768042.025861:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00080000:0.0:1775768042.025865:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000040:2.0:1775768042.025866:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025871:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768042.025872:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768042.025875:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025878:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:0.0:1775768042.025879:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768042.025882:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768042.025888:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025894:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768042.025898:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768042.025902:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768042.025903:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384652416:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768042.025906:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025911:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768042.025912:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775768042.025913:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768042.025915:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775768042.025916:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768042.025920:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384652416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768042.025920:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768042.025927:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768042.025931:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768042.025932:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768042.025934:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768042.025935:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1775768042.025936:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768042.025938:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1775768042.025939:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:2.0:1775768042.025940:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768042.025943:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.025945:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:2.0:1775768042.025947:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000020:00000001:0.0:1775768042.025948:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768042.025951:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000001:2.0:1775768042.025952:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768042.025953:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768042.025956:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
00000100:00100000:2.0:1775768042.025959:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768042.025961:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768042.025965:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768042.025968:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:2.0:1775768042.025969:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768042.025973:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025974:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768042.025976:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768042.025979:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.025980:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.025989:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768042.025991:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025992:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.025997:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768042.025999:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768042.026000:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768042.026001:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4309)
00000100:00000040:0.0:1775768042.026006:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026012:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.026013:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026014:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768042.026016:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768042.026018:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768042.026020:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768042.026023:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768042.026025:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768042.026026:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026028:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026030:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768042.026036:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.026039:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768042.026041:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768042.026044:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768042.026046:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652544, portal 10
00000100:00000001:0.0:1775768042.026048:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768042.026049:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000040:0.0:1775768042.026054:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026058:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768042.026060:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768042.026062:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768042.026063:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384652544, offset 0
00000400:00000200:0.0:1775768042.026066:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026069:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026071:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768042.026073:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768042.026075:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768042.026077:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768042.026079:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026081:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200423:200423:256:4294967295] 192.168.202.154@tcp LPNI seq info [200423:200423:8:4294967295]
00000400:00000200:0.0:1775768042.026084:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026088:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768042.026091:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026093:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768042.026096:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768042.026098:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768042.026101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768042.026103:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768042.026105:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026107:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768042.026109:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768042.026111:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768042.026113:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768042.026115:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768042.026116:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768042.026118:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026124:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026126:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026130:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026131:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768042.026132:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768042.026135:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768042.026137:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768042.026138:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298972188
00000100:00000001:0.0:1775768042.026140:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026142:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298972188
00000100:00000001:0.0:1775768042.026143:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026145:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768042.026146:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026147:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768042.026149:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768042/real 1775768042]  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768042.026154:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768042.026155:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768042.026156:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768042.026158:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768042.026159:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768042.026160:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768042.026162:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768042.026167:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026171:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768042.026172:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026173:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026174:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768042.026176:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026180:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768042.026182:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026186:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768042.026187:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026188:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026189:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026190:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768042.026192:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768042.026194:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768042.026196:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768042.026197:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768042.026200:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768042.026205:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768042.026207:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768042.026210:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026215:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.026216:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026217:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768042.026218:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768042.026219:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768042.026221:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768042.026222:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768042.026223:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768042.026225:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026226:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026228:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768042.026230:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.026232:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768042.026233:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768042.026235:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768042.026237:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652672, portal 10
00000100:00000001:0.0:1775768042.026238:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768042.026239:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:0.0:1775768042.026243:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026247:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768042.026249:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768042.026250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768042.026251:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384652672, offset 0
00000400:00000200:0.0:1775768042.026254:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026256:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026258:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768042.026260:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768042.026262:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768042.026264:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768042.026266:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026268:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200424:200424:256:4294967295] 192.168.202.154@tcp LPNI seq info [200424:200424:8:4294967295]
00000400:00000200:0.0:1775768042.026270:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026274:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768042.026277:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026279:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768042.026281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768042.026283:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768042.026286:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768042.026288:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768042.026291:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026292:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768042.026294:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768042.026296:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768042.026298:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768042.026299:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768042.026300:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768042.026302:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026307:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026309:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026314:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026315:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768042.026316:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768042.026318:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768042.026320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768042.026321:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298972166
00000100:00000001:0.0:1775768042.026322:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026324:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298972166
00000100:00000001:0.0:1775768042.026325:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026327:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768042.026329:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026330:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768042.026332:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768042/real 1775768042]  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768042.026336:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768042.026337:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768042.026338:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768042.026339:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768042.026340:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768042.026341:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768042.026343:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768042.026348:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026352:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768042.026353:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026354:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026355:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768042.026357:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026361:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768042.026363:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026367:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768042.026369:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026370:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026370:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026372:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768042.026373:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768042.026375:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768042.026377:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768042.026379:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768042.026381:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768042.026386:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768042.026388:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768042.026389:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026393:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.026394:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026395:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768042.026396:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768042.026397:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768042.026399:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768042.026401:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768042.026402:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768042.026403:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026405:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026407:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768042.026408:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.026411:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768042.026412:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768042.026415:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768042.026417:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652800, portal 4
00000100:00000001:0.0:1775768042.026418:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768042.026419:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:0.0:1775768042.026422:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026427:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768042.026429:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768042.026430:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768042.026432:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384652800, offset 0
00000400:00000200:0.0:1775768042.026434:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026436:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026438:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768042.026439:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768042.026441:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768042.026442:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768042.026443:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026445:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200425:200425:256:4294967295] 192.168.202.154@tcp LPNI seq info [200425:200425:8:4294967295]
00000400:00000200:0.0:1775768042.026448:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026452:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768042.026455:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026457:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768042.026460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768042.026461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768042.026463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768042.026465:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768042.026468:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026469:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768042.026471:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768042.026473:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768042.026475:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768042.026476:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768042.026478:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768042.026480:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026484:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026486:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026510:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026511:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768042.026514:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768042.026516:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768042.026518:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768042.026520:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298972178
00000100:00000001:0.0:1775768042.026521:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026523:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298972178
00000100:00000001:0.0:1775768042.026525:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026526:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768042.026527:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026528:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768042.026531:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768042/real 1775768042]  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768042.026535:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768042.026536:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768042.026537:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768042.026539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768042.026540:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768042.026542:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768042.026543:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768042.026548:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026553:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768042.026554:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026555:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026556:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768042.026558:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026563:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768042.026565:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026570:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768042.026571:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026572:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026573:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026574:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768042.026575:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768042.026576:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768042.026578:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768042.026579:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768042.026581:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768042.026586:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768042.026588:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768042.026590:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026594:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.026595:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026596:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768042.026597:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768042.026599:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768042.026600:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768042.026603:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768042.026604:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768042.026605:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768042.026606:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026609:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768042.026610:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768042.026612:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768042.026614:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768042.026616:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768042.026617:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384652928, portal 4
00000100:00000001:0.0:1775768042.026619:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768042.026620:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:0.0:1775768042.026623:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026628:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768042.026629:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768042.026630:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768042.026632:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384652928, offset 0
00000400:00000200:0.0:1775768042.026634:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026636:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026638:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768042.026640:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768042.026642:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768042.026643:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768042.026644:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768042.026646:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200426:200426:256:4294967295] 192.168.202.154@tcp LPNI seq info [200426:200426:8:4294967295]
00000400:00000200:0.0:1775768042.026649:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768042.026654:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768042.026656:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026658:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768042.026661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768042.026663:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768042.026666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768042.026667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768042.026685:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768042.026687:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768042.026689:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768042.026692:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768042.026694:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768042.026695:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768042.026697:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768042.026699:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026704:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026706:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026711:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026712:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768042.026714:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768042.026716:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768042.026718:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768042.026719:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298972180
00000100:00000001:0.0:1775768042.026721:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026722:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298972180
00000100:00000001:0.0:1775768042.026724:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298973446
00000100:00000001:0.0:1775768042.026725:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768042.026727:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026728:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768042.026730:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768042/real 1775768042]  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768042.026734:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768042.026735:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768042.026736:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768042.026738:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768042.026739:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768042.026740:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768042.026742:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768042.026748:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026752:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768042.026753:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026754:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768042.026756:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026760:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768042.026762:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026766:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768042.026768:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026769:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768042.026769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026770:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768042.026771:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768042.026773:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768042.026775:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768042.026776:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768042.026778:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768042.026783:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384652928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768042.026785:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026786:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026789:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384652544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026793:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768042.026795:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768042.026797:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768042.026798:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768042.026799:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768042.026800:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768042.026802:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768042.026804:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768042.026805:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768042.026806:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:0.0:1775768042.026807:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768042.026808:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026810:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026812:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384652672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026816:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768042.026816:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026817:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768042.026818:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768042.026819:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768042.026820:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768042.026821:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768042.026822:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:0.0:1775768042.026823:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768042.026824:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768042.026824:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:0.0:1775768042.026826:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768042.026827:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026842:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026844:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384652800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026848:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768042.026850:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026851:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768042.026852:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768042.026853:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768042.026854:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768042.026856:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768042.026857:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:0.0:1775768042.026858:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768042.026858:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768042.026859:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768042.026861:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768042.026861:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026862:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768042.026864:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384652928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768042.026868:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768042.026869:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768042.026870:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768042.026872:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768042.026873:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768042.026873:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768042.026874:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768042.026875:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:0.0:1775768042.026876:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768042.026877:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768042.026878:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:0.0:1775768042.026879:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768042.026880:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026881:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.026883:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768042.026884:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768042.026885:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768042.026886:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768042.408956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768042.408967:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768042.408970:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768042.408974:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768042.408979:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768042.408982:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768042.408985:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768042.408988:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768042.408993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768042.408995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768042.409063:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768042.409070:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768042.409074:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768043.368943:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298973446, at 4298973504
00000100:00000010:0.0:1775768043.368954:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768043.432953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768043.432959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768043.432964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768043.432965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768043.432983:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768043.432985:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768043.432987:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768044.456920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768044.456926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768044.456931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768044.456933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768044.456986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768044.456989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768044.456992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768045.480942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768045.480948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768045.480953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768045.480954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768045.481014:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768045.481016:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768045.481019:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768046.504914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768046.504920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768046.504926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768046.504928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768046.504955:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768046.504959:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768046.504961:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768047.144900:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768047.144910:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768047.144913:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768047.144917:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768047.144922:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768047.144929:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4304
00000400:00000200:2.0:1775768047.144939:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768047.144945:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768047.144947:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768047.144951:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.144954:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768047.144957:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.144960:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768047.144964:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768047.144965:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768047.144968:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768047.144970:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768047.144972:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768047.144975:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768047.144977:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.144979:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768047.144981:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.144983:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768047.144986:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768047.144989:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768047.144991:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768047.144994:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768047.144997:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768047.145000:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145002:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768047.145004:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768047.145013:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768047.145017:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768047.145021:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768047.145023:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145026:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768047.145028:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768047.145032:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768047.145040:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768047.145046:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768047.145054:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768047.145065:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768047.145068:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768047.145072:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145095:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768047.145098:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768047.145102:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768047.145104:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768047.145105:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768047.145108:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768047.145110:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4304
00000400:00000200:2.0:1775768047.145114:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768047.145118:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768047.145121:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768047.145124:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145126:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768047.145126:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768047.145130:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145131:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768047.145134:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768047.145134:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768047.145138:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768047.145140:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768047.145141:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768047.145142:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768047.145144:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768047.145149:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768047.145149:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768047.145155:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145160:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768047.145165:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768047.145165:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145167:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145170:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768047.145171:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768047.145174:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768047.145174:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:0.0:1775768047.145178:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768047.145180:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00100000:0.0:1775768047.145183:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384653056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768047.145186:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145187:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768047.145188:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768047.145190:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768047.145192:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.145194:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768047.145195:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768047.145198:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:2.0:1775768047.145198:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.145201:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145201:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768047.145207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:2.0:1775768047.145207:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768047.145211:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000008:00000001:2.0:1775768047.145212:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145216:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768047.145217:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000010:2.0:1775768047.145220:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000100:00000200:0.0:1775768047.145225:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653056, portal 25
00000020:00000040:2.0:1775768047.145225:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:0.0:1775768047.145229:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775768047.145230:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768047.145231:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
02000000:00000001:2.0:1775768047.145234:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768047.145236:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145237:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768047.145241:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768047.145244:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145247:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1775768047.145249:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000040:0.0:1775768047.145250:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768047.145253:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000001:2.0:1775768047.145255:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768047.145256:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384653056, offset 0
00000400:00000200:0.0:1775768047.145263:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00100000:2.0:1775768047.145264:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768047.145271:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.145278:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768047.145278:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768047.145282:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.145284:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768047.145290:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:2.0:1775768047.145290:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768047.145295:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768047.145301:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.145310:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200427:200427:256:4294967295] 192.168.202.154@tcp LPNI seq info [200427:200427:8:4294967295]
00000100:00000001:2.0:1775768047.145311:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768047.145316:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768047.145318:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768047.145324:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768047.145325:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768047.145327:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768047.145333:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768047.145334:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768047.145342:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.145345:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000100:00080000:2.0:1775768047.145347:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4304
00000800:00000200:0.0:1775768047.145352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768047.145354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000400:00000200:2.0:1775768047.145355:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.1:1775768047.145361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775768047.145363:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:0.1:1775768047.145364:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1775768047.145368:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1775768047.145371:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.145374:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000100:00000040:2.0:1775768047.145377:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145380:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768047.145381:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768047.145384:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.145388:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768047.145388:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768047.145392:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768047.145393:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000020:00000040:2.0:1775768047.145394:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000010:0.0:1775768047.145396:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000020:00000001:2.0:1775768047.145397:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768047.145400:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000001:0.0:1775768047.145402:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768047.145403:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000200:0.0:1775768047.145407:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768047.145408:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768047.145416:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145421:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768047.145423:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768047.145426:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768047.145428:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145430:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768047.145436:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:0.0:1775768047.145439:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145441:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768047.145443:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145461:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145462:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.145466:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768047.145466:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768047.145470:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298978566
02000000:00000001:2.0:1775768047.145470:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768047.145474:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
02000000:00000001:2.0:1775768047.145474:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145476:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768047.145479:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768047.145482:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1775768047.145482:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145486:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145489:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298978566
00000100:00000010:2.0:1775768047.145490:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000100:00000010:0.0:1775768047.145495:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76f60.
00000020:00000040:2.0:1775768047.145495:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000001:0.0:1775768047.145500:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775768047.145501:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768047.145504:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.145506:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768047.145507:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768047.145509:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145510:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768047.145513:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768047.145513:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:0.0:1775768047.145514:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768047.145519:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.145520:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768047/real 1775768047]  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768047.145529:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775768047.145530:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768047.145533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768047.145536:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768047.145540:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768047.145544:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768047.145545:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768047.145547:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768047.145549:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768047.145553:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768047.145556:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145578:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768047.145579:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768047.145584:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768047.145591:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768047.145595:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768047.145596:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1775768047.145597:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768047.145599:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768047.145601:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768047.145603:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1775768047.145606:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4304
00000100:00000001:0.0:1775768047.145607:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768047.145612:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768047.145613:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768047.145618:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768047.145623:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768047.145624:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768047.145629:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768047.145631:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145635:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768047.145640:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768047.145641:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145643:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.145646:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.145647:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768047.145647:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768047.145651:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000001:2.0:1775768047.145652:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768047.145654:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1775768047.145654:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00080000:0.0:1775768047.145657:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1775768047.145658:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768047.145662:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00080000:0.0:1775768047.145664:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000001:2.0:1775768047.145665:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768047.145666:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768047.145671:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768047.145672:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768047.145678:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145683:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768047.145686:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384653056:192.168.202.154@tcp:250:kworker.0
00000100:00000040:2.0:1775768047.145688:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145692:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768047.145692:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768047.145694:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768047.145697:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000040:0.0:1775768047.145698:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384653056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768047.145704:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768047.145707:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768047.145711:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768047.145711:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768047.145713:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:2.0:1775768047.145715:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768047.145716:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768047.145718:0:2406:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775768047.145719:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768047.145720:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768047.145723:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775768047.145724:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768047.145726:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768047.145728:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768047.145730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768047.145732:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:2.0:1775768047.145732:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1775768047.145734:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000008:00000001:2.0:1775768047.145737:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145738:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768047.145739:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145740:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.145744:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1775768047.145746:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768047.145749:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768047.145750:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768047.145753:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768047.145753:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768047.145756:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775768047.145757:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145758:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768047.145760:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768047.145760:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768047.145764:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768047.145766:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768047.145771:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000040:0.0:1775768047.145774:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768047.145775:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768047.145786:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768047.145789:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768047.145791:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.145795:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768047.145797:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768047.145801:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.145807:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768047.145816:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768047.145817:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775768047.145819:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768047.145820:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.145821:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.145825:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768047.145827:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768047.145849:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768047.145851:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.145858:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768047.145860:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768047.145865:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768047.145868:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653184, portal 10
00000100:00000001:2.0:1775768047.145869:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.145870:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768047.145872:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00080000:2.0:1775768047.145875:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768047.145879:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768047.145881:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768047.145885:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768047.145888:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768047.145889:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768047.145894:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145894:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775768047.145896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00080000:2.0:1775768047.145899:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4304
00000100:00000200:0.0:1775768047.145900:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384653184, offset 0
00000400:00000200:2.0:1775768047.145906:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.145909:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768047.145913:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768047.145916:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768047.145918:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768047.145922:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768047.145925:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768047.145926:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:2.0:1775768047.145931:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.145932:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768047.145936:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768047.145938:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:2.0:1775768047.145941:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768047.145943:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768047.145945:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:0.0:1775768047.145947:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768047.145949:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768047.145953:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200428:200428:256:4294967295] 192.168.202.154@tcp LPNI seq info [200428:200428:8:4294967295]
00000020:00000040:2.0:1775768047.145953:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768047.145959:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:0.0:1775768047.145960:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768047.145964:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768047.145972:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.145973:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768047.145978:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768047.145981:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768047.145983:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:0.0:1775768047.145985:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000100:00000001:2.0:1775768047.145986:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:0.0:1775768047.145991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768047.145991:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000800:00000200:0.0:1775768047.145995:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1775768047.145998:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775768047.146002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768047.146004:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768047.146006:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1775768047.146007:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768047.146011:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1775768047.146012:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768047.146016:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768047.146017:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768047.146022:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768047.146022:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768047.146024:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768047.146029:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1775768047.146030:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.146033:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.146034:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768047.146037:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000010:2.0:1775768047.146038:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768047.146040:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775768047.146041:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000200:0.0:1775768047.146046:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768047.146046:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768047.146048:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.146053:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768047.146055:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768047.146058:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768047.146064:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:0.0:1775768047.146065:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768047.146070:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768047.146071:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768047.146080:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768047.146082:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146086:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768047.146091:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768047.146093:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768047.146096:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000100:00000001:2.0:1775768047.146096:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.146103:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768047.146105:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146108:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298977308
00000100:00000001:0.0:1775768047.146113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146117:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298977308
00000100:00000001:0.0:1775768047.146121:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146124:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768047.146124:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146127:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146129:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768047.146131:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4314)
00000100:00100000:0.0:1775768047.146133:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768047/real 1775768047]  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768047.146139:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768047.146140:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768047.146141:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768047.146143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768047.146144:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768047.146147:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768047.146149:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768047.146154:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146157:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768047.146158:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146159:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146160:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768047.146162:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146165:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768047.146167:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146171:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768047.146173:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146173:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146174:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146175:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768047.146176:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768047.146178:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768047.146180:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768047.146181:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768047.146183:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768047.146187:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768047.146190:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768047.146191:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146195:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768047.146195:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146196:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768047.146198:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768047.146199:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.146200:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768047.146202:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768047.146203:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768047.146204:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146205:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146208:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768047.146209:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.146211:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768047.146212:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768047.146214:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768047.146216:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653312, portal 10
00000100:00000001:0.0:1775768047.146217:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768047.146218:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:0.0:1775768047.146221:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146225:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768047.146227:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768047.146228:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768047.146229:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384653312, offset 0
00000400:00000200:0.0:1775768047.146232:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146234:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146236:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768047.146239:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768047.146240:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768047.146242:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768047.146243:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146245:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200429:200429:256:4294967295] 192.168.202.154@tcp LPNI seq info [200429:200429:8:4294967295]
00000400:00000200:0.0:1775768047.146247:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146251:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768047.146253:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146255:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768047.146257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768047.146259:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768047.146261:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768047.146263:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768047.146265:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146266:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768047.146268:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768047.146270:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768047.146272:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768047.146273:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768047.146274:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768047.146276:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146280:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146282:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146286:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146287:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768047.146289:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768047.146290:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768047.146292:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768047.146293:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298977286
00000100:00000001:0.0:1775768047.146295:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146296:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298977286
00000100:00000001:0.0:1775768047.146297:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146298:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768047.146299:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146300:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768047.146302:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768047/real 1775768047]  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768047.146306:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768047.146306:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768047.146307:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768047.146309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768047.146310:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768047.146311:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768047.146313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768047.146321:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146327:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768047.146328:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146330:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768047.146334:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146341:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768047.146345:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146351:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768047.146353:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146354:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146354:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146356:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768047.146357:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768047.146358:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768047.146360:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768047.146361:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768047.146364:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768047.146368:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768047.146370:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146371:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146372:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384653184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146375:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768047.146376:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146378:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768047.146379:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768047.146380:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768047.146381:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768047.146382:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768047.146383:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:0.0:1775768047.146385:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768047.146386:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768047.146386:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:0.0:1775768047.146388:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768047.146389:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146390:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146392:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384653312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146395:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768047.146396:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146397:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768047.146398:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768047.146399:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768047.146399:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768047.146400:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768047.146401:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:0.0:1775768047.146402:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768047.146403:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768047.146403:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768047.146404:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768047.146405:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146406:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146408:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768047.146409:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146410:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768047.146410:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768047.146411:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768047.146413:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146416:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768047.146417:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146418:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768047.146419:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768047.146420:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.146422:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768047.146423:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768047.146425:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768047.146426:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146427:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146429:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768047.146430:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.146432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768047.146434:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768047.146436:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768047.146437:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653440, portal 4
00000100:00000001:0.0:1775768047.146438:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768047.146439:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768047.146443:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146458:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768047.146460:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768047.146462:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768047.146463:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384653440, offset 0
00000400:00000200:0.0:1775768047.146465:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146468:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146470:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768047.146472:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768047.146473:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768047.146475:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768047.146476:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146478:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200430:200430:256:4294967295] 192.168.202.154@tcp LPNI seq info [200430:200430:8:4294967295]
00000400:00000200:0.0:1775768047.146481:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146484:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768047.146486:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146488:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768047.146490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768047.146492:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768047.146494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768047.146496:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768047.146498:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146499:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768047.146501:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768047.146503:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768047.146505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768047.146506:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768047.146507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768047.146509:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146514:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146515:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146519:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146520:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768047.146521:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768047.146523:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768047.146525:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768047.146526:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298977298
00000100:00000001:0.0:1775768047.146527:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146528:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298977298
00000100:00000001:0.0:1775768047.146530:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146531:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768047.146532:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146533:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768047.146535:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768047/real 1775768047]  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768047.146539:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768047.146539:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768047.146540:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768047.146542:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768047.146542:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768047.146544:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768047.146545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768047.146554:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146559:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768047.146560:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146562:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146563:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768047.146566:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146571:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768047.146575:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146581:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768047.146583:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146585:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146586:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146587:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768047.146589:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768047.146591:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768047.146594:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768047.146597:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768047.146600:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768047.146607:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768047.146610:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768047.146612:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146619:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768047.146620:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146622:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768047.146623:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768047.146624:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.146625:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768047.146627:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768047.146628:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768047.146629:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768047.146630:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146632:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768047.146633:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768047.146635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768047.146637:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768047.146639:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768047.146641:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653568, portal 4
00000100:00000001:0.0:1775768047.146642:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768047.146643:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768047.146646:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146650:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768047.146651:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768047.146652:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768047.146653:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384653568, offset 0
00000400:00000200:0.0:1775768047.146655:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146657:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146659:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768047.146661:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768047.146662:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768047.146663:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768047.146665:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768047.146667:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200431:200431:256:4294967295] 192.168.202.154@tcp LPNI seq info [200431:200431:8:4294967295]
00000400:00000200:0.0:1775768047.146669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768047.146673:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768047.146675:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146677:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768047.146679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768047.146681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768047.146683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768047.146685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768047.146687:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768047.146688:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768047.146690:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768047.146692:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768047.146694:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768047.146695:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768047.146696:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768047.146698:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146702:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146704:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146708:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146709:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768047.146710:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768047.146712:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768047.146713:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768047.146714:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298977300
00000100:00000001:0.0:1775768047.146716:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146717:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298977300
00000100:00000001:0.0:1775768047.146718:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298978566
00000100:00000001:0.0:1775768047.146719:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768047.146721:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146722:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768047.146724:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768047/real 1775768047]  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768047.146728:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768047.146729:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768047.146729:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768047.146730:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768047.146731:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768047.146733:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768047.146734:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768047.146739:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146742:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768047.146743:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146743:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146744:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768047.146746:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146749:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768047.146751:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146754:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768047.146756:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146756:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768047.146757:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146758:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768047.146759:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768047.146760:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768047.146762:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768047.146763:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768047.146765:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768047.146769:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768047.146771:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146772:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146774:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384653440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146777:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768047.146778:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146779:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768047.146780:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768047.146780:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768047.146781:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768047.146782:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768047.146783:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:0.0:1775768047.146784:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768047.146785:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768047.146786:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768047.146788:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768047.146788:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146789:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768047.146791:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384653568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768047.146794:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768047.146795:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768047.146796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768047.146797:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768047.146797:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768047.146798:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768047.146799:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768047.146800:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:0.0:1775768047.146802:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768047.146802:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768047.146803:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768047.146805:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768047.146807:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146808:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.146811:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768047.146812:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768047.146814:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768047.146815:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768047.528952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768047.528959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768047.528967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768047.528970:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768047.528972:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768047.528976:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768047.528979:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768047.528981:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768047.528983:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768047.528985:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768047.529020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768047.529023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768047.529025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768048.489009:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298978566, at 4298978624
00000100:00000010:0.0:1775768048.489015:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768048.553084:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768048.553091:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768048.553096:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768048.553097:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768048.553158:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768048.553162:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768048.553165:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768049.576939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768049.576944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768049.576950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768049.576951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768049.577007:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768049.577011:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768049.577015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768050.600953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768050.600959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768050.600966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768050.600968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768050.601019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768050.601022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768050.601024:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768051.624939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768051.624945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768051.624952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768051.624953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768051.625036:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768051.625040:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768051.625043:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768052.264961:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768052.264971:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768052.264974:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768052.264978:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768052.264982:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768052.264990:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4309
00000400:00000200:2.0:1775768052.264999:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768052.265012:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768052.265014:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768052.265016:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265019:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265021:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265023:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768052.265026:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768052.265027:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768052.265029:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768052.265031:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768052.265032:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768052.265033:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768052.265035:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265036:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265037:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265039:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768052.265042:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768052.265044:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265047:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265050:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768052.265053:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768052.265056:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265058:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768052.265060:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768052.265069:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768052.265073:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768052.265077:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768052.265079:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265081:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768052.265084:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768052.265088:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768052.265095:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768052.265101:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768052.265115:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768052.265126:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768052.265130:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265135:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768052.265154:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768052.265158:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768052.265161:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768052.265162:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768052.265164:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768052.265167:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768052.265170:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4309
00000400:00000200:2.0:1775768052.265175:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768052.265177:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768052.265178:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768052.265182:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768052.265182:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768052.265185:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768052.265187:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265190:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768052.265194:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768052.265195:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265199:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768052.265203:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768052.265205:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768052.265208:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768052.265210:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:0.0:1775768052.265213:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768052.265213:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768052.265215:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768052.265217:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265219:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265221:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768052.265222:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768052.265223:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265225:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768052.265226:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768052.265227:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768052.265230:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265231:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265232:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768052.265237:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768052.265238:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265238:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265242:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768052.265245:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775768052.265246:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384653696:192.168.202.154@tcp:250:kworker.0
00000008:00000001:2.0:1775768052.265249:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265253:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.265254:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1775768052.265256:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
02000000:00000001:0.0:1775768052.265258:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775768052.265260:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768052.265261:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265263:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768052.265265:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768052.265270:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768052.265272:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265274:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265277:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768052.265279:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768052.265280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768052.265283:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768052.265285:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
02000000:00000010:2.0:1775768052.265289:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000400:00000010:0.0:1775768052.265292:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768052.265294:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768052.265300:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653696, portal 25
00000100:00100000:2.0:1775768052.265301:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768052.265304:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768052.265307:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000001:2.0:1775768052.265313:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768052.265315:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768052.265318:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768052.265320:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.265346:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768052.265347:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768052.265350:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768052.265353:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768052.265354:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1775768052.265356:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000001:2.0:1775768052.265357:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768052.265359:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775768052.265361:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384653696, offset 0
00000100:00000001:2.0:1775768052.265361:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768052.265365:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4309
00000400:00000200:2.0:1775768052.265370:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.265371:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768052.265374:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768052.265377:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768052.265382:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768052.265386:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265389:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768052.265390:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:2.0:1775768052.265393:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265395:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768052.265411:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768052.265416:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:2.0:1775768052.265417:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768052.265419:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768052.265420:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768052.265422:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768052.265423:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768052.265427:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768052.265428:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768052.265431:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768052.265436:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.265437:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200432:200432:256:4294967295] 192.168.202.154@tcp LPNI seq info [200432:200432:8:4294967295]
00000100:00000001:2.0:1775768052.265439:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265443:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265446:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768052.265447:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:2.0:1775768052.265450:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768052.265453:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265456:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265460:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768052.265464:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768052.265465:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768052.265470:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265473:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768052.265474:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000008:00100000:2.0:1775768052.265476:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1775768052.265479:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000008:00000001:2.0:1775768052.265481:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265484:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768052.265488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775768052.265488:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768052.265492:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.0:1775768052.265494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1775768052.265497:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768052.265500:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265504:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1775768052.265504:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768052.265506:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768052.265509:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768052.265510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768052.265516:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.265518:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768052.265525:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1775768052.265525:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768052.265529:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768052.265533:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1775768052.265537:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768052.265539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768052.265544:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:2.0:1775768052.265545:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768052.265548:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.265549:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768052.265550:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768052.265556:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768052.265558:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768052.265563:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768052.265568:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768052.265570:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768052.265572:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768052.265574:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768052.265575:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768052.265578:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4309
00000100:00000040:0.0:1775768052.265582:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768052.265582:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768052.265588:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768052.265591:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768052.265596:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265600:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768052.265602:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265602:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265605:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768052.265606:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768052.265607:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768052.265609:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768052.265610:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768052.265611:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:0.0:1775768052.265613:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768052.265613:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768052.265617:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768052.265620:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.265621:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768052.265622:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265625:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768052.265626:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298983686
00000100:00000001:2.0:1775768052.265627:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768052.265630:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768052.265632:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000010:0.0:1775768052.265633:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:2.0:1775768052.265633:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265634:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768052.265638:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768052.265640:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265641:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768052.265642:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1775768052.265643:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768052.265646:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265647:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.265649:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298983686
00000100:00000010:2.0:1775768052.265650:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768052.265653:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000010:0.0:1775768052.265654:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab767e0.
02000000:00000001:2.0:1775768052.265655:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768052.265657:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265659:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768052.265660:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775768052.265660:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768052.265663:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768052.265666:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768052.265667:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768052.265670:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768052.265672:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768052.265677:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265680:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768052.265681:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768052.265682:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265687:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.265689:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768052/real 1775768052]  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768052.265699:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768052.265701:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768052.265703:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768052.265704:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768052.265705:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768052.265706:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768052.265711:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4309
00000400:00000200:2.0:1775768052.265716:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000001:0.0:1775768052.265718:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1775768052.265718:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000001:0.0:1775768052.265721:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1775768052.265722:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775768052.265725:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:2.0:1775768052.265725:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265726:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265730:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.265731:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000100:00000001:2.0:1775768052.265732:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768052.265734:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000020:00000001:2.0:1775768052.265735:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768052.265736:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768052.265738:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768052.265740:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1775768052.265740:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768052.265742:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768052.265744:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000200:0.0:1775768052.265747:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768052.265748:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265751:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768052.265753:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265757:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768052.265760:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768052.265764:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768052.265767:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768052.265769:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768052.265771:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768052.265771:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768052.265775:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265778:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768052.265780:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768052.265783:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265786:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.265788:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1775768052.265789:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768052.265790:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768052.265791:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768052.265795:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768052.265795:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768052.265796:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768052.265798:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768052.265799:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768052.265799:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768052.265801:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768052.265804:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00100000:0.0:1775768052.265805:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768052.265807:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768052.265812:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768052.265847:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768052.265848:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265850:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768052.265857:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768052.265861:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4320)
00000100:00000001:0.0:1775768052.265882:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768052.265889:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.265896:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768052.265899:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.265901:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.265902:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.265904:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768052.265906:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768052.265908:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768052.265912:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768052.265915:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768052.265918:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.265926:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384653696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768052.265930:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.265932:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.265935:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384653696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.265942:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768052.265944:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768052.265946:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768052.265949:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768052.265950:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768052.265952:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768052.265954:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768052.265956:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:0.0:1775768052.265959:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768052.265961:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768052.265963:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768052.265965:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768052.265967:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.265969:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.265974:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768052.265976:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.265978:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768052.265979:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768052.266015:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768052.266019:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266026:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768052.266028:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266031:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768052.266033:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768052.266036:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768052.266039:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768052.266043:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768052.266045:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768052.266047:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266049:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768052.266052:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768052.266055:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768052.266059:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768052.266062:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768052.266065:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768052.266067:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653824, portal 10
00000100:00000001:0.0:1775768052.266069:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768052.266071:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:0.0:1775768052.266076:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266083:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768052.266085:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768052.266088:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768052.266089:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384653824, offset 0
00000400:00000200:0.0:1775768052.266093:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266097:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266100:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768052.266103:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768052.266105:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768052.266107:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768052.266109:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266113:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200433:200433:256:4294967295] 192.168.202.154@tcp LPNI seq info [200433:200433:8:4294967295]
00000400:00000200:0.0:1775768052.266117:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266124:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768052.266129:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266131:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768052.266135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768052.266137:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768052.266141:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768052.266144:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768052.266147:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266149:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768052.266151:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768052.266155:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768052.266157:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768052.266159:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768052.266161:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768052.266169:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266177:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.266179:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266185:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266187:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768052.266190:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768052.266193:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768052.266196:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768052.266198:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298982428
00000100:00000001:0.0:1775768052.266201:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266203:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298982428
00000100:00000001:0.0:1775768052.266205:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266207:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768052.266209:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266211:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768052.266214:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768052/real 1775768052]  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768052.266222:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768052.266223:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768052.266225:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768052.266227:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768052.266228:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768052.266230:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768052.266233:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768052.266244:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768052.266252:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266255:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768052.266258:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266264:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768052.266267:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266274:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768052.266276:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266279:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266280:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768052.266282:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768052.266284:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768052.266287:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768052.266289:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768052.266293:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.266300:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768052.266304:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768052.266307:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266313:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768052.266314:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266316:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768052.266318:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768052.266320:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768052.266322:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768052.266325:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768052.266327:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768052.266328:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266330:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768052.266333:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768052.266334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768052.266338:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768052.266340:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768052.266342:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768052.266345:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384653952, portal 10
00000100:00000001:0.0:1775768052.266347:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768052.266348:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:0.0:1775768052.266353:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266360:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768052.266362:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768052.266364:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768052.266366:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384653952, offset 0
00000400:00000200:0.0:1775768052.266369:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266373:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266376:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768052.266378:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768052.266381:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768052.266383:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768052.266386:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266389:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200434:200434:256:4294967295] 192.168.202.154@tcp LPNI seq info [200434:200434:8:4294967295]
00000400:00000200:0.0:1775768052.266393:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266410:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768052.266415:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266418:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768052.266421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768052.266424:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768052.266428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768052.266431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768052.266434:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266436:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768052.266438:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768052.266441:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768052.266444:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768052.266446:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768052.266448:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768052.266451:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266459:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.266461:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266467:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266468:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768052.266471:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768052.266474:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768052.266477:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768052.266478:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298982406
00000100:00000001:0.0:1775768052.266480:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266482:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298982406
00000100:00000001:0.0:1775768052.266485:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266486:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768052.266492:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266494:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768052.266497:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768052/real 1775768052]  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768052.266504:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768052.266505:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768052.266507:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768052.266509:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768052.266511:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768052.266512:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768052.266515:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768052.266523:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266530:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768052.266531:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266533:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266534:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768052.266537:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266542:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768052.266545:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266552:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768052.266554:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266555:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266556:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266558:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768052.266559:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768052.266561:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768052.266564:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768052.266566:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768052.266570:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.266577:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384653952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768052.266580:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768052.266583:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266590:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768052.266591:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266593:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768052.266595:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768052.266596:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768052.266599:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768052.266602:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768052.266604:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768052.266605:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266607:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768052.266610:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768052.266611:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768052.266614:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768052.266616:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768052.266619:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768052.266621:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654080, portal 4
00000100:00000001:0.0:1775768052.266623:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768052.266625:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:0.0:1775768052.266629:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266635:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768052.266638:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768052.266640:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768052.266642:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384654080, offset 0
00000400:00000200:0.0:1775768052.266645:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266648:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266651:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768052.266654:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768052.266656:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768052.266658:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768052.266660:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266664:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200435:200435:256:4294967295] 192.168.202.154@tcp LPNI seq info [200435:200435:8:4294967295]
00000400:00000200:0.0:1775768052.266667:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266673:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768052.266677:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266680:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768052.266684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768052.266686:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768052.266689:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768052.266692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768052.266695:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266697:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768052.266700:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768052.266703:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768052.266705:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768052.266707:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768052.266709:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768052.266712:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266719:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.266722:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266728:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266729:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768052.266731:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768052.266734:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768052.266737:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768052.266739:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298982418
00000100:00000001:0.0:1775768052.266741:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266743:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298982418
00000100:00000001:0.0:1775768052.266745:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.266747:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768052.266749:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.266751:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768052.266753:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768052/real 1775768052]  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768052.266760:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768052.266762:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768052.266763:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768052.266765:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768052.266767:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768052.266769:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768052.266771:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768052.266779:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266785:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768052.266786:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266788:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266789:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768052.266791:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266798:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768052.266802:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266809:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768052.266811:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266812:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.266813:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.266814:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768052.266816:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768052.266818:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768052.266820:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768052.266822:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768052.266826:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.266851:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768052.266855:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768052.266858:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266864:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768052.266865:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266867:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768052.266868:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768052.266870:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768052.266872:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768052.266875:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768052.266877:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768052.266878:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768052.266880:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768052.266883:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768052.266885:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768052.266888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768052.266890:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768052.266892:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768052.266895:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654208, portal 4
00000100:00000001:0.0:1775768052.266896:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768052.266897:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:0.0:1775768052.266902:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266909:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768052.266911:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768052.266912:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768052.266914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384654208, offset 0
00000400:00000200:0.0:1775768052.266918:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266924:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768052.266927:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768052.266929:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768052.266931:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768052.266933:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768052.266936:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200436:200436:256:4294967295] 192.168.202.154@tcp LPNI seq info [200436:200436:8:4294967295]
00000400:00000200:0.0:1775768052.266940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768052.266945:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768052.266949:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266952:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768052.266955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768052.266958:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768052.266961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768052.266964:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768052.266968:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768052.266969:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768052.266972:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768052.266974:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768052.266977:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768052.266979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768052.266981:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768052.266984:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266990:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.266993:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.266999:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.267000:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768052.267002:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768052.267004:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768052.267007:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768052.267009:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298982421
00000100:00000001:0.0:1775768052.267011:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.267013:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298982421
00000100:00000001:0.0:1775768052.267015:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298983686
00000100:00000001:0.0:1775768052.267017:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768052.267019:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.267020:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768052.267023:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768052/real 1775768052]  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768052.267030:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768052.267031:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768052.267033:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768052.267034:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768052.267036:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768052.267038:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768052.267041:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768052.267048:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267054:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768052.267055:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267057:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.267058:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768052.267061:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267067:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768052.267070:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267076:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768052.267078:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267080:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768052.267081:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267083:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768052.267084:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768052.267087:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768052.267089:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768052.267091:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768052.267094:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768052.267102:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768052.267105:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267107:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.267110:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384653824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267116:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768052.267117:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768052.267119:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768052.267121:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768052.267122:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768052.267123:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768052.267125:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768052.267127:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768052.267129:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768052.267131:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768052.267132:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768052.267134:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768052.267135:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267137:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.267140:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384653952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267152:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768052.267153:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768052.267154:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768052.267156:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768052.267157:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768052.267158:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768052.267160:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768052.267161:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:0.0:1775768052.267162:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768052.267163:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768052.267164:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:0.0:1775768052.267166:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768052.267167:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267168:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.267171:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384654080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267177:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768052.267178:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768052.267179:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768052.267181:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768052.267182:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768052.267183:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768052.267185:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768052.267187:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:0.0:1775768052.267188:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768052.267189:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768052.267190:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:0.0:1775768052.267192:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768052.267193:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267194:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768052.267197:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384654208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768052.267202:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768052.267203:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768052.267205:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768052.267207:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768052.267208:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768052.267209:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768052.267211:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768052.267212:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768052.267214:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768052.267215:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768052.267216:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768052.267217:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768052.267218:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267219:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.267223:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768052.267224:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768052.267226:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768052.267227:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768052.648961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768052.648971:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768052.648973:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768052.648977:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768052.648983:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768052.648985:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768052.648988:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768052.648990:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768052.648995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768052.648998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768052.649061:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768052.649064:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768052.649067:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768053.608910:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298983686, at 4298983744
00000100:00000010:0.0:1775768053.608926:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768053.672899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768053.672904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768053.672909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768053.672910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768053.672954:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768053.672956:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768053.672958:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768054.697033:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768054.697038:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768054.697043:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768054.697044:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768054.697085:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768054.697089:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768054.697092:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768055.720931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768055.720936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768055.720941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768055.720942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768055.720987:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768055.720989:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768055.720991:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768056.744926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768056.744933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768056.744939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768056.744940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768056.744990:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768056.744992:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768056.744995:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768057.384958:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768057.384966:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768057.384968:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768057.384973:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768057.384976:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768057.384983:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4315
00000400:00000200:2.0:1775768057.384993:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768057.384998:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768057.385001:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768057.385003:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385006:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385008:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385010:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768057.385013:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768057.385015:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768057.385017:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768057.385019:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768057.385021:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768057.385022:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768057.385024:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385025:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385026:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385028:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768057.385030:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768057.385032:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385033:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768057.385035:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768057.385038:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768057.385040:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385042:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768057.385044:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768057.385052:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768057.385055:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768057.385058:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768057.385059:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385062:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768057.385064:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768057.385067:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768057.385074:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768057.385080:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768057.385088:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768057.385100:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768057.385104:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768057.385107:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385126:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768057.385129:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768057.385136:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768057.385138:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768057.385139:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768057.385142:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768057.385144:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4315
00000400:00000200:2.0:1775768057.385149:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768057.385152:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768057.385155:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768057.385158:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385161:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768057.385162:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768057.385164:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768057.385166:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768057.385167:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768057.385169:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768057.385170:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768057.385173:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768057.385175:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768057.385176:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768057.385177:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768057.385181:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768057.385185:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768057.385190:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768057.385191:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768057.385192:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385193:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768057.385196:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768057.385196:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768057.385199:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768057.385199:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768057.385202:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768057.385203:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00100000:0.0:1775768057.385207:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384654336:192.168.202.154@tcp:250:kworker.0
00000100:00080000:2.0:1775768057.385208:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385212:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385213:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768057.385214:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768057.385218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768057.385220:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768057.385220:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768057.385224:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.385225:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768057.385226:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:0.0:1775768057.385230:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
00000008:00100000:2.0:1775768057.385230:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768057.385233:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768057.385234:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385237:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768057.385242:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768057.385245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:0.0:1775768057.385248:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.385253:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
02000000:00000001:2.0:1775768057.385255:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768057.385257:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385259:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1775768057.385261:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
02000000:00000001:2.0:1775768057.385261:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768057.385263:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768057.385269:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000200:0.0:1775768057.385271:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654336, portal 25
00000100:00000001:2.0:1775768057.385273:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385275:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768057.385278:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388446848 : -107275321104768 : ffff9e6f0497a680)
00000100:00100000:2.0:1775768057.385280:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768057.385287:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385294:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768057.385298:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385302:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768057.385306:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768057.385308:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768057.385313:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768057.385318:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384654336, offset 0
00000100:00000001:2.0:1775768057.385320:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768057.385324:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768057.385329:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768057.385330:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768057.385331:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768057.385333:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768057.385335:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4315
00000400:00000200:0.0:1775768057.385337:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768057.385340:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768057.385343:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768057.385344:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768057.385361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768057.385365:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.385368:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768057.385368:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385372:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.385374:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768057.385374:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768057.385377:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768057.385378:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:0.0:1775768057.385380:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:2.0:1775768057.385381:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768057.385384:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768057.385385:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768057.385387:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768057.385389:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768057.385390:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768057.385393:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385396:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768057.385397:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200437:200437:256:4294967295] 192.168.202.154@tcp LPNI seq info [200437:200437:8:4294967295]
00000100:00000040:2.0:1775768057.385400:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385403:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768057.385405:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:2.0:1775768057.385406:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768057.385409:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385411:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768057.385412:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768057.385415:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768057.385416:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768057.385419:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385421:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768057.385423:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768057.385424:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000008:00000001:2.0:1775768057.385425:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385427:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768057.385429:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000100:00000010:2.0:1775768057.385432:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000800:00000200:0.0:1775768057.385437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768057.385439:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.0:1775768057.385441:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1775768057.385442:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768057.385444:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385446:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768057.385448:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768057.385449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768057.385450:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768057.385454:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
02000000:00000010:2.0:1775768057.385455:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768057.385459:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768057.385463:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00100000:2.0:1775768057.385464:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775768057.385466:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000100:00000001:2.0:1775768057.385472:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768057.385474:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.385476:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768057.385477:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385485:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.385487:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768057.385488:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768057.385492:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768057.385493:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768057.385494:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768057.385495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000100:00000001:2.0:1775768057.385496:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775768057.385500:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00080000:2.0:1775768057.385501:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4315
00000400:00000200:2.0:1775768057.385506:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768057.385508:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775768057.385509:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768057.385511:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768057.385513:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768057.385515:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385519:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385523:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385526:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768057.385528:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768057.385530:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768057.385530:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768057.385533:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768057.385535:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768057.385535:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768057.385538:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768057.385542:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768057.385548:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768057.385548:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768057.385551:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768057.385551:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385554:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385555:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768057.385557:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768057.385557:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768057.385561:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385562:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.385565:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768057.385565:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768057.385568:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298988806
00000100:00000010:0.0:1775768057.385573:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
02000000:00000001:2.0:1775768057.385573:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768057.385576:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385578:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768057.385580:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768057.385581:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385582:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768057.385582:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768057.385586:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768057.385588:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768057.385589:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768057.385590:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298988806
02000000:00000001:2.0:1775768057.385590:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385594:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1775768057.385595:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76cc0.
02000000:00000001:2.0:1775768057.385595:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768057.385596:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385599:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1775768057.385601:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768057.385603:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768057.385607:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768057.385611:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768057.385612:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768057.385614:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385615:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385618:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768057.385618:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768057.385624:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768057/real 1775768057]  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385625:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768057.385629:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768057.385635:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768057.385638:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768057.385639:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1775768057.385640:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768057.385641:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1775768057.385642:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768057.385645:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000100:00080000:2.0:1775768057.385645:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4315
00000400:00000200:0.0:1775768057.385649:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000200:2.0:1775768057.385650:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.385651:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000400:00000200:2.0:1775768057.385653:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768057.385655:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1775768057.385656:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768057.385659:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768057.385661:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385664:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768057.385668:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385671:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768057.385673:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1775768057.385675:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768057.385675:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768057.385676:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768057.385678:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768057.385681:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768057.385684:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768057.385688:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775768057.385689:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768057.385691:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768057.385691:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768057.385694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768057.385695:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768057.385697:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768057.385697:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768057.385700:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:0.0:1775768057.385702:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768057.385704:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768057.385708:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768057.385711:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768057.385713:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768057.385714:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768057.385716:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385718:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:0.0:1775768057.385720:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775768057.385721:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768057.385725:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768057.385728:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768057.385731:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000100:00000001:0.0:1775768057.385733:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1775768057.385734:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768057.385736:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768057.385737:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768057.385738:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768057.385739:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385740:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768057.385741:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768057.385743:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775768057.385743:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768057.385744:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385746:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1775768057.385748:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00080000:0.0:1775768057.385749:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768057.385752:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768057.385753:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768057.385756:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1775768057.385757:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768057.385761:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385773:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768057.385775:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.385776:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384654336:192.168.202.154@tcp:250:kworker.0
00000100:00000040:2.0:1775768057.385780:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.385782:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.385785:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.385790:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a680 x1862023384654336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768057.385791:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768057.385796:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4325)
00000100:00000001:0.0:1775768057.385798:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768057.385801:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768057.385803:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768057.385805:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768057.385807:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768057.385808:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768057.385809:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768057.385811:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:0.0:1775768057.385815:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768057.385817:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768057.385818:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a680.
00000100:00000001:0.0:1775768057.385820:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768057.385821:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.385822:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.385850:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768057.385852:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768057.385854:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768057.385856:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768057.385858:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.385863:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768057.385864:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.385865:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768057.385866:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768057.385867:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.385869:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768057.385871:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768057.385872:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768057.385873:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.385875:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768057.385877:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768057.385878:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.385880:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.385882:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768057.385884:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768057.385886:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654464, portal 10
00000100:00000001:0.0:1775768057.385888:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768057.385889:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445952 : -107275321105664 : ffff9e6f0497a300)
00000100:00000040:0.0:1775768057.385893:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.385897:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768057.385899:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768057.385900:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768057.385901:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384654464, offset 0
00000400:00000200:0.0:1775768057.385904:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768057.385906:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.385908:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768057.385910:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768057.385912:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768057.385913:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768057.385915:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.385917:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200438:200438:256:4294967295] 192.168.202.154@tcp LPNI seq info [200438:200438:8:4294967295]
00000400:00000200:0.0:1775768057.385919:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.385923:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768057.385925:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.385927:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768057.385930:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768057.385932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768057.385934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768057.385936:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768057.385951:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.385953:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768057.385955:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768057.385957:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768057.385965:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768057.385967:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768057.385971:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768057.385973:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.385982:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.385984:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.385988:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.385988:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768057.385990:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768057.385993:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768057.385995:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768057.385997:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298987548
00000100:00000001:0.0:1775768057.385999:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386000:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298987548
00000100:00000001:0.0:1775768057.386001:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386003:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768057.386004:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386005:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768057.386007:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768057/real 1775768057]  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768057.386011:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768057.386012:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768057.386013:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768057.386014:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768057.386015:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768057.386016:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768057.386017:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768057.386022:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386026:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768057.386027:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386028:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386029:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768057.386031:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386035:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768057.386037:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386040:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768057.386042:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386042:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386043:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386044:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768057.386045:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768057.386046:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768057.386048:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768057.386049:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768057.386051:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768057.386055:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768057.386057:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768057.386059:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386063:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768057.386064:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386065:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768057.386066:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768057.386067:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.386069:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768057.386071:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768057.386072:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768057.386074:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386075:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386077:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768057.386078:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.386079:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.386081:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768057.386082:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768057.386084:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654592, portal 10
00000100:00000001:0.0:1775768057.386085:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768057.386086:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:0.0:1775768057.386090:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386093:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768057.386095:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768057.386096:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768057.386097:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384654592, offset 0
00000400:00000200:0.0:1775768057.386099:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386101:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386103:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768057.386105:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768057.386106:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768057.386108:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768057.386109:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386111:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200439:200439:256:4294967295] 192.168.202.154@tcp LPNI seq info [200439:200439:8:4294967295]
00000400:00000200:0.0:1775768057.386114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386117:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768057.386119:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386121:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768057.386123:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768057.386125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768057.386127:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768057.386129:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768057.386131:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386133:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768057.386134:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768057.386136:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768057.386138:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768057.386139:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768057.386140:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768057.386142:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386146:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386148:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386152:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386153:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768057.386154:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768057.386156:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768057.386158:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768057.386159:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298987526
00000100:00000001:0.0:1775768057.386160:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386161:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298987526
00000100:00000001:0.0:1775768057.386163:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386164:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768057.386165:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386166:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768057.386168:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768057/real 1775768057]  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768057.386172:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768057.386173:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768057.386174:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768057.386175:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768057.386176:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768057.386177:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768057.386179:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768057.386183:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386186:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768057.386187:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386188:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386188:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768057.386190:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386194:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768057.386195:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386199:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768057.386200:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386201:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386201:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386202:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768057.386203:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768057.386204:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768057.386206:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768057.386207:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768057.386209:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768057.386217:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768057.386219:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768057.386221:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386224:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768057.386225:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386226:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768057.386227:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768057.386228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.386229:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768057.386231:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768057.386232:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768057.386233:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386234:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386237:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768057.386238:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.386241:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.386243:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768057.386246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768057.386248:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654720, portal 4
00000100:00000001:0.0:1775768057.386249:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768057.386250:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:0.0:1775768057.386255:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386261:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768057.386263:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768057.386265:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768057.386268:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384654720, offset 0
00000400:00000200:0.0:1775768057.386272:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386275:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386279:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768057.386281:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768057.386284:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768057.386286:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768057.386288:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386290:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200440:200440:256:4294967295] 192.168.202.154@tcp LPNI seq info [200440:200440:8:4294967295]
00000400:00000200:0.0:1775768057.386293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386299:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768057.386303:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386306:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768057.386309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768057.386312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768057.386316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768057.386318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768057.386322:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386323:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768057.386326:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768057.386329:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768057.386332:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768057.386334:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768057.386336:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768057.386340:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386357:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386360:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386367:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386368:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768057.386372:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768057.386375:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768057.386378:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768057.386380:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298987538
00000100:00000001:0.0:1775768057.386382:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386383:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298987538
00000100:00000001:0.0:1775768057.386385:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386386:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768057.386387:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386389:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768057.386391:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768057/real 1775768057]  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768057.386395:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768057.386396:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768057.386397:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768057.386398:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768057.386400:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768057.386401:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768057.386403:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768057.386407:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386411:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768057.386412:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386413:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386414:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768057.386415:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386420:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768057.386424:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386428:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768057.386430:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386431:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386433:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768057.386434:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768057.386435:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768057.386437:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768057.386438:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768057.386441:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768057.386446:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768057.386448:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768057.386450:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386456:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768057.386457:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386459:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768057.386461:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768057.386462:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.386465:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768057.386468:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768057.386469:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768057.386471:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768057.386473:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386476:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768057.386478:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768057.386481:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768057.386483:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768057.386486:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768057.386489:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654848, portal 4
00000100:00000001:0.0:1775768057.386492:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768057.386493:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:0.0:1775768057.386498:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386504:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768057.386505:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768057.386507:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768057.386508:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384654848, offset 0
00000400:00000200:0.0:1775768057.386510:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386513:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386515:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768057.386517:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768057.386519:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768057.386520:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768057.386521:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768057.386523:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200441:200441:256:4294967295] 192.168.202.154@tcp LPNI seq info [200441:200441:8:4294967295]
00000400:00000200:0.0:1775768057.386526:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768057.386530:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768057.386532:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386534:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768057.386536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768057.386538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768057.386540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768057.386542:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768057.386544:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768057.386545:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768057.386547:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768057.386549:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768057.386551:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768057.386552:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768057.386554:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768057.386556:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386564:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386566:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386570:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386571:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768057.386572:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768057.386574:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768057.386575:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768057.386576:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298987540
00000100:00000001:0.0:1775768057.386578:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386579:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298987540
00000100:00000001:0.0:1775768057.386580:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298988806
00000100:00000001:0.0:1775768057.386582:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768057.386583:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386584:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768057.386586:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768057/real 1775768057]  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768057.386589:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768057.386590:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768057.386591:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768057.386592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768057.386593:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768057.386594:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768057.386595:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768057.386600:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386604:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768057.386605:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386606:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386607:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768057.386609:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386612:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768057.386614:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386618:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768057.386619:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386620:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768057.386620:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386621:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768057.386622:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768057.386623:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768057.386625:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768057.386626:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768057.386628:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768057.386632:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384654848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768057.386634:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386635:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386637:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a300 x1862023384654464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386641:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768057.386642:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386643:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768057.386644:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768057.386645:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768057.386646:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768057.386648:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768057.386649:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:0.0:1775768057.386650:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768057.386651:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768057.386652:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a300.
00000100:00000001:0.0:1775768057.386653:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768057.386654:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386655:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386657:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384654592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386661:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768057.386661:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386662:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768057.386663:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768057.386664:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768057.386664:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768057.386665:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768057.386666:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:0.0:1775768057.386667:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768057.386668:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768057.386668:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768057.386669:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768057.386670:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386671:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386672:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384654720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386675:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768057.386676:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386677:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768057.386678:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768057.386678:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768057.386679:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768057.386680:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768057.386680:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768057.386681:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768057.386682:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768057.386683:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:0.0:1775768057.386684:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768057.386685:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386686:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768057.386688:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384654848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768057.386691:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768057.386692:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768057.386692:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768057.386693:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768057.386694:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768057.386694:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768057.386695:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768057.386696:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768057.386697:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768057.386698:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768057.386698:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:0.0:1775768057.386699:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768057.386700:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386701:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.386703:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768057.386704:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768057.386705:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768057.386705:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768057.768941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768057.768948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768057.768954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768057.768959:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768057.768961:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768057.768965:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768057.768968:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768057.768970:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768057.768972:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768057.768974:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768057.769036:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768057.769043:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768057.769048:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768058.728986:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298988806, at 4298988864
00000100:00000010:0.0:1775768058.728993:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768058.792931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768058.792937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768058.792941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768058.792942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768058.792988:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768058.792991:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768058.792994:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768059.816942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768059.816949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768059.816954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768059.816956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768059.817001:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768059.817003:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768059.817006:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768060.840937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768060.840944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768060.840952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768060.840954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768061.864911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768061.864918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768061.864926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768061.864927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768061.864973:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768061.864976:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768061.864979:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768062.504935:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768062.504949:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768062.504952:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768062.504955:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768062.504958:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768062.504964:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4320
00000400:00000200:2.0:1775768062.504972:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768062.504976:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768062.504978:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768062.504980:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.504983:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.504984:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.504985:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768062.504988:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768062.504989:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768062.504991:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768062.504992:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768062.504994:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768062.504995:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768062.504997:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.504998:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.504999:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505000:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768062.505002:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768062.505004:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505005:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505007:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768062.505009:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768062.505011:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505012:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768062.505013:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768062.505021:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768062.505024:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768062.505026:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768062.505027:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505029:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768062.505031:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768062.505034:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768062.505040:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768062.505045:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768062.505052:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768062.505059:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768062.505062:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768062.505065:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768062.505085:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768062.505087:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768062.505089:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768062.505090:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768062.505090:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768062.505092:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768062.505093:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4320
00000400:00000200:2.0:1775768062.505095:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768062.505096:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768062.505098:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768062.505099:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505100:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505102:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505103:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768062.505104:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768062.505105:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768062.505106:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768062.505107:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768062.505109:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768062.505110:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768062.505113:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505114:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505116:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505117:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768062.505119:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768062.505120:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768062.505122:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768062.505122:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505123:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768062.505126:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775768062.505129:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.505130:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775768062.505131:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505133:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:0.0:1775768062.505136:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775768062.505136:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768062.505139:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505143:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768062.505147:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768062.505149:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768062.505150:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:0.0:1775768062.505152:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505152:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768062.505154:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505155:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768062.505156:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768062.505157:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768062.505158:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768062.505159:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505161:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768062.505162:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00100000:0.0:1775768062.505165:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384654976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768062.505166:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505170:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768062.505173:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1775768062.505173:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768062.505176:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505180:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768062.505183:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768062.505184:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768062.505185:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768062.505187:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768062.505188:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768062.505194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768062.505198:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768062.505204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768062.505204:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768062.505209:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768062.505210:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768062.505211:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1775768062.505212:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384654976, portal 25
00000100:00080000:2.0:1775768062.505212:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768062.505214:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768062.505215:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768062.505217:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4320
00000100:00000001:0.0:1775768062.505218:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000400:00000200:2.0:1775768062.505221:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768062.505225:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768062.505225:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768062.505229:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768062.505235:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768062.505237:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768062.505237:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505240:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768062.505243:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505244:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768062.505246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000020:00000001:2.0:1775768062.505246:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768062.505248:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768062.505249:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775768062.505250:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384654976, offset 0
00000020:00000040:2.0:1775768062.505251:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768062.505253:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768062.505254:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768062.505256:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768062.505258:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505260:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505261:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505262:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768062.505265:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:2.0:1775768062.505266:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768062.505269:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505271:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505272:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:2.0:1775768062.505273:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768062.505276:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768062.505277:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768062.505280:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505282:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768062.505282:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768062.505284:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768062.505286:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505287:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768062.505288:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505291:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000010:2.0:1775768062.505291:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000400:00000200:0.0:1775768062.505295:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200442:200442:256:4294967295] 192.168.202.154@tcp LPNI seq info [200442:200442:8:4294967295]
00000020:00000040:2.0:1775768062.505295:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768062.505311:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768062.505313:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505315:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768062.505317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768062.505317:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768062.505320:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768062.505323:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768062.505326:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505330:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1775768062.505333:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768062.505339:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505344:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1775768062.505345:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000100:00000001:2.0:1775768062.505345:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768062.505351:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768062.505356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768062.505361:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775768062.505361:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768062.505364:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775768062.505368:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775768062.505369:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768062.505372:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775768062.505372:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1775768062.505373:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768062.505377:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:0.0:1775768062.505378:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.505381:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000100:00080000:2.0:1775768062.505381:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4320
00000400:00000200:2.0:1775768062.505385:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.505387:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768062.505388:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768062.505391:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768062.505393:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768062.505396:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768062.505398:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000100:00000001:2.0:1775768062.505398:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505400:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:0.0:1775768062.505401:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:2.0:1775768062.505402:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768062.505405:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768062.505406:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775768062.505406:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768062.505408:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768062.505410:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000200:0.0:1775768062.505412:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768062.505412:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768062.505416:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768062.505421:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505425:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768062.505428:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768062.505428:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505429:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768062.505432:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000040:0.0:1775768062.505433:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768062.505437:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505441:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505445:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768062.505447:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505448:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.505450:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768062.505451:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505453:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768062.505455:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768062.505455:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768062.505459:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768062.505460:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505461:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:2.0:1775768062.505464:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768062.505465:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4298993926
00000020:00000040:2.0:1775768062.505467:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768062.505469:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768062.505469:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768062.505470:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:2.0:1775768062.505471:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768062.505473:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768062.505474:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505477:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1775768062.505477:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768062.505482:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505485:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4298993926
00000100:00100000:2.0:1775768062.505486:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1775768062.505490:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76960.
00000100:00000001:0.0:1775768062.505494:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768062.505496:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768062.505498:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768062.505500:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505505:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768062.505505:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505509:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768062.505509:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768062.505513:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768062.505514:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768062.505515:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768062.505516:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768062.505517:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4320
00000100:00000001:0.0:1775768062.505518:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1775768062.505520:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768062.505523:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768062/real 1775768062]  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768062.505524:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768062.505532:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768062.505536:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505541:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505545:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000001:0.0:1775768062.505546:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768062.505547:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000001:0.0:1775768062.505549:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1775768062.505549:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768062.505551:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000010:0.0:1775768062.505552:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000020:00000001:2.0:1775768062.505553:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768062.505555:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000020:00000040:2.0:1775768062.505555:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000010:0.0:1775768062.505558:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000020:00000001:2.0:1775768062.505559:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768062.505562:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1775768062.505562:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768062.505567:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:0.0:1775768062.505568:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768062.505570:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768062.505574:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505578:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768062.505580:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000200:0.0:1775768062.505582:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768062.505584:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768062.505588:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768062.505592:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768062.505594:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1775768062.505595:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.505596:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768062.505597:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505599:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768062.505600:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768062.505602:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775768062.505602:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768062.505605:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.505607:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768062.505607:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505613:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1775768062.505615:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000100:00000040:0.0:1775768062.505616:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768062.505618:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768062.505622:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768062.505624:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505625:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768062.505626:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768062.505629:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768062.505629:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768062.505630:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.505633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775768062.505634:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:0.0:1775768062.505635:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768062.505637:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768062.505637:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768062.505641:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1775768062.505643:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775768062.505646:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768062.505650:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768062.505654:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768062.505656:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768062.505657:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768062.505663:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768062.505670:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384654976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768062.505675:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505676:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505679:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768062.505680:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4330)
00000100:00000040:0.0:1775768062.505682:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384654976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505686:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768062.505688:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768062.505690:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768062.505692:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768062.505693:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768062.505694:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768062.505696:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768062.505697:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768062.505700:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768062.505701:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768062.505702:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768062.505705:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768062.505706:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505707:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505712:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768062.505713:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505714:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768062.505715:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768062.505716:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768062.505718:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505722:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768062.505723:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505724:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768062.505725:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768062.505727:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.505728:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768062.505730:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768062.505732:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768062.505732:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505734:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768062.505735:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768062.505737:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505738:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768062.505740:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768062.505742:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768062.505744:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384655104, portal 10
00000100:00000001:0.0:1775768062.505745:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768062.505746:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:0.0:1775768062.505750:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505753:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768062.505755:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768062.505756:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768062.505757:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384655104, offset 0
00000400:00000200:0.0:1775768062.505760:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768062.505762:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.505765:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768062.505767:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768062.505770:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768062.505772:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768062.505774:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768062.505776:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200443:200443:256:4294967295] 192.168.202.154@tcp LPNI seq info [200443:200443:8:4294967295]
00000400:00000200:0.0:1775768062.505780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.505786:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768062.505790:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.505794:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768062.505797:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768062.505800:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768062.505804:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768062.505806:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768062.505810:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.505812:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768062.505814:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768062.505817:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768062.505820:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768062.505822:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768062.505824:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768062.505827:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505854:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.505857:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505864:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505865:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768062.505868:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768062.505872:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768062.505875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768062.505876:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298992668
00000100:00000001:0.0:1775768062.505879:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.505881:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298992668
00000100:00000001:0.0:1775768062.505883:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.505885:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.505886:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.505887:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768062.505889:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768062/real 1775768062]  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768062.505894:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768062.505895:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768062.505896:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768062.505898:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768062.505899:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768062.505900:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768062.505902:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768062.505906:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505910:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768062.505911:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.505912:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768062.505914:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505917:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768062.505919:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505923:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768062.505924:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505925:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.505925:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.505926:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768062.505927:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768062.505928:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768062.505930:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768062.505932:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768062.505934:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768062.505938:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768062.505941:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768062.505944:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505950:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768062.505951:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505953:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768062.505955:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768062.505957:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.505959:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768062.505962:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768062.505964:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768062.505965:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.505967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768062.505970:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768062.505972:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.505975:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768062.505977:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768062.505980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768062.505983:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384655232, portal 10
00000100:00000001:0.0:1775768062.505984:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768062.505985:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768062.505990:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.505996:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768062.505997:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768062.505999:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768062.506000:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384655232, offset 0
00000400:00000200:0.0:1775768062.506003:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506005:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506007:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768062.506009:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768062.506011:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768062.506012:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768062.506014:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506016:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200444:200444:256:4294967295] 192.168.202.154@tcp LPNI seq info [200444:200444:8:4294967295]
00000400:00000200:0.0:1775768062.506018:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506022:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768062.506024:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506026:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768062.506028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768062.506030:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768062.506032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768062.506034:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768062.506036:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506037:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768062.506039:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768062.506041:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768062.506043:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768062.506044:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768062.506045:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768062.506047:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506051:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506053:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506057:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506058:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768062.506060:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768062.506061:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768062.506063:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768062.506064:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298992646
00000100:00000001:0.0:1775768062.506065:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506067:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298992646
00000100:00000001:0.0:1775768062.506068:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506070:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.506071:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506072:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768062.506074:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768062/real 1775768062]  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768062.506078:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768062.506078:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768062.506079:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768062.506080:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768062.506081:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768062.506082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768062.506084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768062.506088:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506092:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768062.506093:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506094:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506094:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768062.506096:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506099:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768062.506101:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506105:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768062.506106:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506107:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506109:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768062.506110:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768062.506111:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768062.506114:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768062.506115:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768062.506117:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768062.506121:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768062.506123:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768062.506125:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506128:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768062.506129:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.506130:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768062.506131:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768062.506132:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.506134:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768062.506135:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768062.506136:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768062.506137:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.506138:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506140:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768062.506141:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.506143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768062.506144:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768062.506146:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768062.506148:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384655360, portal 4
00000100:00000001:0.0:1775768062.506149:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768062.506150:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768062.506152:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506156:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768062.506158:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768062.506159:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768062.506160:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384655360, offset 0
00000400:00000200:0.0:1775768062.506162:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506165:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768062.506167:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768062.506168:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768062.506169:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768062.506170:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506172:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200445:200445:256:4294967295] 192.168.202.154@tcp LPNI seq info [200445:200445:8:4294967295]
00000400:00000200:0.0:1775768062.506175:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506178:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768062.506180:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506182:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768062.506184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768062.506186:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768062.506188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768062.506189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768062.506191:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506192:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768062.506194:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768062.506196:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768062.506197:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768062.506198:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768062.506199:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768062.506201:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506205:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506206:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506214:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506215:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768062.506216:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768062.506218:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768062.506219:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768062.506220:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298992658
00000100:00000001:0.0:1775768062.506222:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506223:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298992658
00000100:00000001:0.0:1775768062.506224:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506225:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.506226:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506227:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768062.506229:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768062/real 1775768062]  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768062.506232:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768062.506233:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768062.506234:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768062.506235:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768062.506236:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768062.506237:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768062.506238:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768062.506243:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506246:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768062.506247:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506247:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506248:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768062.506250:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506254:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768062.506256:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506259:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768062.506260:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506261:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506262:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506263:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768062.506263:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768062.506265:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768062.506266:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768062.506267:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768062.506269:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768062.506273:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768062.506275:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768062.506276:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506280:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768062.506280:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.506281:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768062.506282:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768062.506283:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.506285:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768062.506286:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768062.506287:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768062.506288:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768062.506289:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506291:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768062.506292:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768062.506294:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768062.506295:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768062.506310:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768062.506312:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384655488, portal 4
00000100:00000001:0.0:1775768062.506313:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768062.506314:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:0.0:1775768062.506318:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506322:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768062.506323:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768062.506324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768062.506326:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384655488, offset 0
00000400:00000200:0.0:1775768062.506328:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506330:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506332:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768062.506334:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768062.506335:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768062.506337:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768062.506338:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768062.506340:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200446:200446:256:4294967295] 192.168.202.154@tcp LPNI seq info [200446:200446:8:4294967295]
00000400:00000200:0.0:1775768062.506343:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768062.506346:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768062.506348:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506350:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768062.506352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768062.506354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768062.506356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768062.506357:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768062.506360:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768062.506361:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768062.506363:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768062.506365:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768062.506366:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768062.506367:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768062.506368:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768062.506370:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506375:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506376:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506380:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506381:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768062.506382:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768062.506384:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768062.506385:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768062.506386:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4298992660
00000100:00000001:0.0:1775768062.506387:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506388:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4298992660
00000100:00000001:0.0:1775768062.506390:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4298993926
00000100:00000001:0.0:1775768062.506391:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768062.506392:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506393:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768062.506395:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768062/real 1775768062]  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768062.506398:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768062.506399:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768062.506400:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768062.506401:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768062.506402:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768062.506403:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768062.506405:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768062.506409:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506412:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768062.506413:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506414:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506415:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768062.506416:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506420:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768062.506422:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506425:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768062.506426:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506427:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768062.506428:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506429:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768062.506429:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768062.506431:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768062.506432:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768062.506434:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768062.506436:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768062.506440:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384655488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768062.506442:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506443:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506445:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384655104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506449:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768062.506450:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506451:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768062.506452:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768062.506453:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768062.506454:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768062.506455:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768062.506456:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:0.0:1775768062.506457:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768062.506458:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768062.506459:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768062.506461:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768062.506461:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506462:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506464:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384655232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506467:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768062.506468:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506469:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768062.506470:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768062.506471:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768062.506471:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768062.506472:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768062.506473:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:0.0:1775768062.506474:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768062.506474:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768062.506475:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768062.506476:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768062.506476:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506477:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506479:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384655360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506482:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768062.506483:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506483:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768062.506485:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768062.506486:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768062.506486:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768062.506487:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768062.506488:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768062.506489:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768062.506490:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768062.506490:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768062.506491:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768062.506492:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506493:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768062.506494:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384655488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768062.506497:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768062.506498:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768062.506498:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768062.506499:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768062.506500:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768062.506501:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768062.506501:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768062.506502:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:0.0:1775768062.506503:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768062.506504:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768062.506504:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768062.506505:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768062.506506:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506507:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.506509:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768062.506510:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768062.506511:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768062.506511:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768062.888935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768062.888944:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768062.888947:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768062.888951:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768062.888956:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768062.888959:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768062.888961:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768062.888964:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768062.888969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768062.888971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768062.889017:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768062.889020:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768062.889022:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768063.848930:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298993926, at 4298993984
00000100:00000010:0.0:1775768063.848945:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768063.912901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768063.912906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768063.912910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768063.912911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768064.936934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768064.936940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768064.936947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768064.936948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768064.936995:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768064.936997:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768064.937000:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768065.960956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768065.960962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768065.960967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768065.960968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768065.961030:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768065.961035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768065.961038:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768066.984956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768066.984962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768066.984968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768066.984974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768066.985029:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768066.985033:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768066.985036:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768067.624979:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768067.624990:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768067.624993:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768067.624997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768067.625002:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768067.625010:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4325
00000400:00000200:0.0:1775768067.625021:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768067.625027:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768067.625031:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768067.625034:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625038:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625040:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625044:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768067.625048:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768067.625050:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768067.625052:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768067.625055:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768067.625058:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768067.625060:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768067.625063:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625065:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625067:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625069:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768067.625072:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768067.625075:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625078:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768067.625081:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768067.625084:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768067.625087:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625090:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768067.625092:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768067.625102:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768067.625106:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768067.625110:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768067.625112:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625115:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768067.625118:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768067.625123:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768067.625132:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768067.625139:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.625161:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384655616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768067.625172:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768067.625177:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.625183:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384655616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768067.625211:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768067.625215:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768067.625219:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768067.625220:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768067.625222:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768067.625224:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768067.625227:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4325
00000400:00000200:0.0:1775768067.625231:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768067.625234:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768067.625237:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768067.625240:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625243:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625246:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625279:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768067.625283:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768067.625285:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768067.625288:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768067.625293:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768067.625297:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768067.625300:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768067.625307:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625317:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625322:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768067.625327:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768067.625334:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625338:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768067.625342:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768067.625350:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768067.625355:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625359:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768067.625364:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768067.625379:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625382:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768067.625389:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768067.625391:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768067.625396:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768067.625398:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625401:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768067.625404:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768067.625408:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768067.625414:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768067.625419:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.625426:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384655744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768067.625442:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768067.625446:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.625454:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384655744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768067.625483:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768067.625486:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768067.625492:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768067.625496:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768067.625499:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768067.625503:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768067.625509:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4325
00000400:00000200:0.0:1775768067.625516:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768067.625522:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768067.625525:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768067.625532:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625536:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625541:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625545:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768067.625550:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768067.625552:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768067.625555:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768067.625559:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768067.625564:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768067.625568:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768067.625576:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625581:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625586:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625591:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768067.625596:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768067.625603:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625607:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768067.625612:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768067.625616:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768067.625621:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625625:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768067.625629:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768067.625635:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625637:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768067.625643:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768067.625647:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768067.625651:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768067.625654:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625658:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768067.625661:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768067.625664:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768067.625665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000010:0.0:1775768067.625670:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000800:00000200:1.1:1775768067.625670:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768067.625675:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.625682:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384655872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768067.625695:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768067.625708:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.625716:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384655872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768067.625731:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768067.625736:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768067.625741:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768067.625745:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768067.625749:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768067.625754:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768067.625760:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4325
00000400:00000200:0.0:1775768067.625767:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768067.625775:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768067.625780:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768067.625787:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625791:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625795:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625799:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768067.625801:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768067.625804:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768067.625807:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768067.625809:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768067.625813:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768067.625817:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768067.625821:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625825:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.625828:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625882:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768067.625887:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768067.625893:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768067.625897:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768067.625901:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768067.625905:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768067.625909:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625913:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768067.625916:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768067.625922:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625925:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768067.625929:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768067.625933:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768067.625937:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768067.625940:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.625945:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768067.625947:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768067.625950:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768067.625955:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768067.625962:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.625971:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384656000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768067.625990:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768067.625994:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.626000:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384656000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768067.626012:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768067.626018:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768067.626024:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768067.626029:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768067.626031:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768067.626035:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768067.626041:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4325
00000400:00000200:0.0:1775768067.626049:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768067.626055:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768067.626060:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768067.626066:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.626070:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.626075:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.626079:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768067.626083:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768067.626085:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768067.626088:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768067.626090:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768067.626095:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768067.626100:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768067.626107:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.626112:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768067.626118:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768067.626122:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768067.626126:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768067.626132:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768067.626137:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768067.626139:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768067.626143:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768067.626148:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.626151:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768067.626155:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768067.626161:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.626164:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768067.626169:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768067.626172:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768067.626179:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768067.626182:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768067.626185:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768067.626188:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768067.626191:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768067.626196:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768067.626201:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.626209:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384656128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768067.626226:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768067.626229:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.626233:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384656128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768067.626262:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768067.626270:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4335)
00000800:00000200:1.1:1775768067.626408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768067.626411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768067.626727:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768067.626730:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768067.627035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768067.627038:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768067.627450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768067.627452:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775768068.008965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768068.008972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768068.008977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768068.008981:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768068.008983:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768068.008986:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768068.008989:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768068.008991:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768068.008993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768068.008994:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768068.009059:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768068.009063:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768068.009067:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768068.968978:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4298999046, at 4298999104
00000100:00000010:0.0:1775768068.968996:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768069.032955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768069.032961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768069.032966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768069.032968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768069.033097:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768069.033102:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768069.033107:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768070.056955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768070.056974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768070.056982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768070.056983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768070.057046:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768070.057051:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768070.057055:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768071.080930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768071.080937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768071.080943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768071.080944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768071.081005:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768071.081009:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768071.081011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768072.104946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768072.104954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768072.104963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768072.104965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768072.104982:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768072.104986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768072.104990:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768072.744928:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768072.744937:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768072.744939:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768072.744943:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768072.744947:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768072.744953:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4330
00000400:00000200:2.0:1775768072.744963:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768072.744971:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768072.744974:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768072.744978:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.744982:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.744985:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.744988:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768072.744992:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768072.744994:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768072.744997:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768072.745000:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768072.745002:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768072.745005:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768072.745007:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745009:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745010:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745012:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768072.745014:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768072.745016:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745018:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768072.745020:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768072.745022:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768072.745025:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745026:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768072.745028:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768072.745036:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768072.745038:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768072.745042:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768072.745043:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745045:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768072.745047:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768072.745051:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768072.745058:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768072.745062:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768072.745070:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384656256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768072.745082:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768072.745086:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745090:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384656256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768072.745110:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768072.745113:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768072.745115:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768072.745116:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768072.745117:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768072.745119:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768072.745121:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4330
00000400:00000200:2.0:1775768072.745124:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768072.745126:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768072.745128:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768072.745130:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745131:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745133:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745134:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768072.745136:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768072.745137:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768072.745139:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768072.745140:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768072.745142:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768072.745144:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768072.745146:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745147:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745149:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745150:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768072.745152:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768072.745154:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745156:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768072.745157:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768072.745162:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768072.745164:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745167:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768072.745171:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768072.745174:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745176:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768072.745181:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768072.745185:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768072.745189:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768072.745191:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745193:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768072.745196:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768072.745211:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768072.745216:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768072.745219:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768072.745224:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384656384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768072.745237:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768072.745240:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745246:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384656384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768072.745255:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768072.745258:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768072.745262:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768072.745264:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768072.745267:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768072.745268:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768072.745271:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4330
00000400:00000200:2.0:1775768072.745276:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768072.745280:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768072.745283:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768072.745286:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745288:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745291:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745295:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768072.745296:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768072.745298:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768072.745300:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768072.745303:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768072.745305:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768072.745306:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768072.745308:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745309:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745313:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745315:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768072.745316:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768072.745318:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745319:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768072.745321:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768072.745324:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768072.745326:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745330:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768072.745333:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768072.745336:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745337:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768072.745340:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768072.745342:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768072.745345:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768072.745347:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745350:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768072.745352:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768072.745354:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768072.745359:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768072.745362:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768072.745368:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384656512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768072.745374:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768072.745376:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745379:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384656512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768072.745389:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768072.745393:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768072.745396:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768072.745397:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768072.745398:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768072.745399:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768072.745402:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4330
00000400:00000200:2.0:1775768072.745408:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768072.745414:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768072.745416:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768072.745420:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745422:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745426:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745429:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768072.745432:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768072.745434:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768072.745437:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768072.745440:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768072.745442:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768072.745445:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768072.745451:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745455:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745457:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745459:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768072.745462:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768072.745467:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745470:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768072.745474:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768072.745476:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768072.745480:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745482:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768072.745484:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768072.745487:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745488:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768072.745493:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768072.745496:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768072.745500:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768072.745502:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745505:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775768072.745506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768072.745507:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768072.745508:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768072.745512:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000800:00000200:1.1:1775768072.745513:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775768072.745515:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768072.745527:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384656640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768072.745540:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768072.745543:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745551:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384656640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768072.745565:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768072.745570:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768072.745576:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768072.745580:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768072.745583:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768072.745587:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768072.745594:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4330
00000400:00000200:2.0:1775768072.745602:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768072.745607:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768072.745609:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768072.745613:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745615:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745617:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745620:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768072.745622:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768072.745624:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768072.745627:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768072.745629:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768072.745633:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768072.745635:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768072.745641:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745644:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768072.745649:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745652:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768072.745655:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768072.745661:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768072.745667:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768072.745672:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768072.745677:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768072.745683:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745688:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768072.745692:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768072.745695:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745699:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768072.745705:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768072.745711:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768072.745716:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768072.745718:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768072.745722:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768072.745724:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768072.745728:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768072.745736:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768072.745741:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768072.745752:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384656768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768072.745767:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768072.745772:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745782:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384656768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768072.745802:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768072.745810:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4340)
00000800:00000200:1.1:1775768072.746050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768072.746052:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768072.746356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768072.746358:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768072.746664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768072.746666:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768072.746990:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768072.746992:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775768073.128929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768073.128936:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768073.128938:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768073.128941:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768073.128945:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768073.128962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768073.128964:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768073.128966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768073.128969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768073.128971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768073.129031:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768073.129036:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768073.129040:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768074.088923:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299004166, at 4299004224
00000100:00000010:0.0:1775768074.088939:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768074.152919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768074.152924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768074.152930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768074.152932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768074.152979:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768074.152983:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768074.152987:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768075.176953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768075.176960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768075.176973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768075.176974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768075.177033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768075.177038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768075.177041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768076.200944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768076.200950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768076.200954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768076.200955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768076.200981:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768076.200985:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768076.200988:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768077.224902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768077.224908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768077.224916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768077.224920:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768077.224922:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768077.224926:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768077.224929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768077.224931:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768077.224933:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768077.224936:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768077.224985:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768077.224988:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768077.224991:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768077.865227:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768077.865232:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768077.865236:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768077.865244:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865260:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.865263:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.865267:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768077.865271:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768077.865274:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.865279:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384656896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768077.865285:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768077.865290:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768077.865294:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.865299:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768077.865304:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768077.865307:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.865319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768077.865324:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768077.865335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768077.865344:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384656896, portal 25
00000100:00000001:0.0:1775768077.865349:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768077.865352:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:0.0:1775768077.865366:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865387:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768077.865393:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768077.865399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768077.865408:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384656896, offset 0
00000400:00000200:0.0:1775768077.865422:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768077.865436:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.865448:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768077.865458:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768077.865466:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768077.865471:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768077.865476:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768077.865483:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200457:200457:256:4294967295] 192.168.202.154@tcp LPNI seq info [200457:200457:8:4294967295]
00000400:00000200:0.0:1775768077.865493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.865507:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768077.865520:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.865527:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768077.865541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768077.865549:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768077.865565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768077.865572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768077.865582:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.865586:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768077.865595:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768077.865606:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768077.865613:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768077.865616:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768077.865622:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768077.865629:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865651:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.865657:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865676:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.865680:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768077.865686:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.865695:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768077.865699:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299009286
00000100:00000010:0.0:1775768077.865706:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768077.865716:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768077.865726:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299009286
00000100:00000010:0.0:1775768077.865732:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76000.
00000100:00000001:0.0:1775768077.865738:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768077.865742:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768077.865747:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.865752:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768077.865759:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077]  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768077.865772:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768077.865774:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768077.865777:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768077.865781:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768077.865784:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768077.865788:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768077.865795:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768077.865810:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865825:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768077.865828:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.865859:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.865860:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768077.865867:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865882:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768077.865891:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865907:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768077.865911:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.865914:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.865917:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.865922:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768077.865925:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768077.865930:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768077.865936:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768077.865941:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768077.865948:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768077.865963:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384656896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768077.865969:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.865973:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.865978:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384656896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.865990:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768077.865992:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768077.865995:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768077.866000:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768077.866003:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768077.866005:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768077.866009:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768077.866013:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:0.0:1775768077.866019:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768077.866022:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768077.866025:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:0.0:1775768077.866030:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768077.866032:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866037:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866044:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768077.866047:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866050:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768077.866052:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768077.866054:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768077.866060:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866070:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.866072:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866075:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768077.866077:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768077.866079:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.866083:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768077.866085:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768077.866087:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768077.866088:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866089:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866092:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768077.866093:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.866097:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768077.866099:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768077.866101:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768077.866103:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657024, portal 10
00000100:00000001:0.0:1775768077.866105:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768077.866106:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387061632 : -107275322489984 : ffff9e6f04828380)
00000100:00000040:0.0:1775768077.866110:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866115:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768077.866117:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768077.866118:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768077.866120:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384657024, offset 0
00000400:00000200:0.0:1775768077.866122:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866125:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866128:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768077.866130:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768077.866132:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768077.866133:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768077.866135:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866138:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200458:200458:256:4294967295] 192.168.202.154@tcp LPNI seq info [200458:200458:8:4294967295]
00000400:00000200:0.0:1775768077.866142:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866147:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768077.866168:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866171:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768077.866174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768077.866176:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768077.866179:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768077.866181:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768077.866184:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866185:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768077.866187:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768077.866190:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768077.866192:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768077.866193:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768077.866195:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768077.866197:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866203:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866205:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866209:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866210:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768077.866212:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768077.866215:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768077.866217:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768077.866219:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299008028
00000100:00000001:0.0:1775768077.866221:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866222:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299008028
00000100:00000001:0.0:1775768077.866223:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866225:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768077.866227:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866228:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768077.866230:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077]  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768077.866236:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768077.866236:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768077.866237:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768077.866239:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768077.866240:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768077.866241:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768077.866243:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768077.866248:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866252:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768077.866253:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866254:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866255:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768077.866257:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866261:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768077.866263:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866267:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768077.866268:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866269:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866270:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866271:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768077.866272:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768077.866274:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768077.866276:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768077.866278:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768077.866280:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768077.866285:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768077.866287:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768077.866289:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866293:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.866294:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866295:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768077.866297:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768077.866298:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.866300:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768077.866301:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768077.866303:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768077.866304:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866305:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866307:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768077.866309:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.866311:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768077.866312:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768077.866314:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768077.866316:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657152, portal 10
00000100:00000001:0.0:1775768077.866317:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768077.866318:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:0.0:1775768077.866322:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866326:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768077.866328:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768077.866329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768077.866330:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384657152, offset 0
00000400:00000200:0.0:1775768077.866333:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866335:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866337:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768077.866339:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768077.866341:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768077.866343:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768077.866344:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866347:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200459:200459:256:4294967295] 192.168.202.154@tcp LPNI seq info [200459:200459:8:4294967295]
00000400:00000200:0.0:1775768077.866350:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866353:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768077.866356:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866358:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768077.866360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768077.866362:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768077.866365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768077.866366:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768077.866369:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866370:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768077.866373:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768077.866375:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768077.866377:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768077.866378:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768077.866379:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768077.866381:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866385:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866387:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866391:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866393:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768077.866395:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768077.866396:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768077.866399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768077.866400:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299008006
00000100:00000001:0.0:1775768077.866401:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866403:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299008006
00000100:00000001:0.0:1775768077.866404:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866405:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768077.866406:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866407:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768077.866409:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077]  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768077.866414:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768077.866414:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768077.866415:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768077.866417:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768077.866418:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768077.866419:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768077.866421:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768077.866426:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866429:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768077.866430:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866432:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768077.866434:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866438:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768077.866440:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866445:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768077.866447:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866448:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866449:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866450:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768077.866451:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768077.866452:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768077.866454:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768077.866455:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768077.866457:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768077.866462:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768077.866464:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768077.866466:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866470:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.866471:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866473:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768077.866474:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768077.866475:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.866477:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768077.866478:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768077.866479:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768077.866480:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866481:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866483:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768077.866484:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.866487:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768077.866488:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768077.866490:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768077.866492:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657280, portal 4
00000100:00000001:0.0:1775768077.866494:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768077.866495:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768077.866499:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866503:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768077.866505:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768077.866506:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768077.866508:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384657280, offset 0
00000400:00000200:0.0:1775768077.866510:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866512:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866514:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768077.866516:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768077.866518:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768077.866521:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768077.866524:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866527:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200460:200460:256:4294967295] 192.168.202.154@tcp LPNI seq info [200460:200460:8:4294967295]
00000400:00000200:0.0:1775768077.866532:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866538:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768077.866543:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866547:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768077.866551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768077.866554:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768077.866559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768077.866561:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768077.866580:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866583:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768077.866586:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768077.866590:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768077.866594:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768077.866596:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768077.866599:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768077.866603:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866614:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866620:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866621:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768077.866624:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768077.866628:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768077.866632:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768077.866634:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299008018
00000100:00000001:0.0:1775768077.866637:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866639:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299008018
00000100:00000001:0.0:1775768077.866642:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866644:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768077.866646:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866649:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768077.866652:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077]  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768077.866661:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768077.866662:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768077.866664:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768077.866667:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768077.866669:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768077.866671:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768077.866674:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768077.866683:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866690:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768077.866692:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866696:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768077.866699:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866705:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768077.866707:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866712:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768077.866713:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866714:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866715:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866716:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768077.866718:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768077.866719:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768077.866721:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768077.866723:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768077.866725:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768077.866730:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768077.866733:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768077.866735:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866739:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.866740:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866741:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768077.866743:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768077.866744:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.866746:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768077.866748:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768077.866750:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768077.866751:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768077.866752:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866754:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768077.866756:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768077.866758:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768077.866760:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768077.866762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768077.866764:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657408, portal 4
00000100:00000001:0.0:1775768077.866765:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768077.866766:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768077.866770:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866774:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768077.866776:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768077.866777:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768077.866779:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384657408, offset 0
00000400:00000200:0.0:1775768077.866781:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866784:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866786:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768077.866788:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768077.866790:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768077.866791:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768077.866793:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768077.866795:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200461:200461:256:4294967295] 192.168.202.154@tcp LPNI seq info [200461:200461:8:4294967295]
00000400:00000200:0.0:1775768077.866798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768077.866802:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768077.866805:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866807:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768077.866810:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768077.866812:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768077.866815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768077.866816:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768077.866819:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768077.866820:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768077.866822:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768077.866825:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768077.866827:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768077.866843:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768077.866846:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768077.866848:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866854:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866856:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866859:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866860:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768077.866862:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768077.866864:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768077.866866:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768077.866867:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299008021
00000100:00000001:0.0:1775768077.866869:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866870:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299008021
00000100:00000001:0.0:1775768077.866872:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299009286
00000100:00000001:0.0:1775768077.866873:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768077.866874:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.866875:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768077.866877:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768077/real 1775768077]  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768077.866883:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768077.866884:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768077.866885:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768077.866886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768077.866887:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768077.866889:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768077.866891:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768077.866896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866899:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768077.866900:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866901:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866902:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768077.866904:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866908:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768077.866910:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866914:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768077.866915:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866917:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768077.866918:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866919:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768077.866920:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768077.866922:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768077.866924:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768077.866925:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768077.866928:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768077.866933:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768077.866935:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866936:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866938:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828380 x1862023384657024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866942:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768077.866943:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866944:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768077.866945:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768077.866946:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768077.866947:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768077.866948:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768077.866949:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768077.866951:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768077.866952:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768077.866953:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828380.
00000100:00000001:0.0:1775768077.866955:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768077.866956:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866957:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866959:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384657152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866963:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768077.866963:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866964:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768077.866965:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768077.866966:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768077.866967:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768077.866968:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768077.866969:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768077.866970:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768077.866971:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768077.866972:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:0.0:1775768077.866974:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768077.866975:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866976:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866977:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384657280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866981:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768077.866982:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866983:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768077.866984:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768077.866985:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768077.866985:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768077.866986:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768077.866987:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768077.866988:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768077.866989:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768077.866990:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768077.866991:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768077.866992:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.866993:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768077.866994:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384657408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768077.866998:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768077.866999:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768077.866999:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768077.867000:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768077.867001:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768077.867002:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768077.867003:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768077.867004:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768077.867005:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768077.867005:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768077.867006:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768077.867007:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768077.867008:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.867009:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.867012:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768077.867013:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768077.867015:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768077.867016:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768078.248941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768078.248947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768078.248953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768078.248955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768078.249004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768078.249007:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768078.249009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768079.208949:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299009286, at 4299009344
00000100:00000010:0.0:1775768079.208966:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768079.272938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768079.272944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768079.272950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768079.272951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768079.272998:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768079.273001:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768079.273004:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768080.296940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768080.296946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768080.296951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768080.296952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768080.297009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768080.297012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768080.297015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768081.320954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768081.320962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768081.320968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768081.320970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768081.321041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768081.321045:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768081.321048:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768082.345043:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768082.345050:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768082.345051:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768082.345054:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768082.345058:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768082.345060:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768082.345062:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768082.345063:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768082.345067:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768082.345068:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768082.345137:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768082.345140:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768082.345142:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768082.985151:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768082.985165:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768082.985175:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768082.985183:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985199:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.985202:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.985207:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768082.985211:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768082.985215:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.985223:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384657536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768082.985229:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768082.985233:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768082.985236:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.985240:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768082.985247:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.985251:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.985256:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768082.985262:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768082.985269:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768082.985276:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657536, portal 25
00000100:00000001:0.0:1775768082.985280:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768082.985282:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:0.0:1775768082.985288:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985299:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768082.985304:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768082.985308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768082.985311:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384657536, offset 0
00000400:00000200:0.0:1775768082.985319:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768082.985328:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.985336:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768082.985343:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768082.985349:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768082.985354:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768082.985359:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768082.985364:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200462:200462:256:4294967295] 192.168.202.154@tcp LPNI seq info [200462:200462:8:4294967295]
00000400:00000200:0.0:1775768082.985375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.985388:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768082.985396:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.985401:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768082.985410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768082.985416:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768082.985425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768082.985429:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768082.985439:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.985442:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768082.985449:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768082.985456:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768082.985460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768082.985463:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768082.985469:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768082.985474:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985491:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.985496:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985510:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.985513:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768082.985518:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.985526:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768082.985529:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299014406
00000100:00000010:0.0:1775768082.985535:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768082.985544:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768082.985552:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299014406
00000100:00000010:0.0:1775768082.985557:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76420.
00000100:00000001:0.0:1775768082.985563:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768082.985568:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768082.985571:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.985575:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768082.985580:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082]  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768082.985591:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768082.985594:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768082.985596:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768082.985599:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768082.985601:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768082.985605:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768082.985611:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768082.985636:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985646:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768082.985648:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985651:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.985653:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768082.985659:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985682:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768082.985687:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985701:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768082.985704:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985707:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.985708:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985712:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768082.985715:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768082.985717:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768082.985720:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768082.985721:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768082.985727:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768082.985740:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384657536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768082.985746:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985750:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.985756:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384657536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985766:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768082.985770:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768082.985774:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.985780:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768082.985784:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768082.985787:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768082.985792:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768082.985796:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768082.985803:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768082.985807:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768082.985810:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768082.985816:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768082.985819:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985825:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.985875:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768082.985879:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.985883:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768082.985887:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768082.985890:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768082.985897:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.985911:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.985915:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.985918:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768082.985921:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768082.985927:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.985936:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768082.985942:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768082.985945:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768082.985947:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.985950:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768082.985953:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.985957:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.985967:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768082.985970:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768082.985974:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768082.985979:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657664, portal 10
00000100:00000001:0.0:1775768082.985983:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768082.985985:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768082.985994:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986004:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768082.986009:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768082.986011:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768082.986014:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384657664, offset 0
00000400:00000200:0.0:1775768082.986022:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986030:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986036:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768082.986042:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768082.986048:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768082.986054:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768082.986059:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986063:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200463:200463:256:4294967295] 192.168.202.154@tcp LPNI seq info [200463:200463:8:4294967295]
00000400:00000200:0.0:1775768082.986070:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986078:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768082.986086:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986091:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768082.986112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768082.986118:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768082.986129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768082.986133:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768082.986142:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986146:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768082.986152:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768082.986160:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768082.986165:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768082.986170:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768082.986175:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768082.986180:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986190:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986195:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986205:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986208:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768082.986213:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768082.986217:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768082.986222:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768082.986225:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299013148
00000100:00000001:0.0:1775768082.986231:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986235:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299013148
00000100:00000001:0.0:1775768082.986239:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986242:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768082.986245:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986248:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768082.986257:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082]  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768082.986278:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768082.986281:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768082.986283:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768082.986286:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768082.986288:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768082.986290:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768082.986294:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768082.986300:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986304:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768082.986305:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986307:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986308:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768082.986310:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986315:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768082.986317:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986322:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768082.986323:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986325:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986326:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986327:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768082.986328:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768082.986329:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768082.986331:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768082.986333:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768082.986335:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768082.986340:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768082.986342:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768082.986344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986348:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.986349:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986350:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768082.986351:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768082.986353:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.986354:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768082.986356:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768082.986358:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768082.986359:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986360:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986363:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768082.986364:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.986366:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768082.986368:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768082.986370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768082.986372:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657792, portal 10
00000100:00000001:0.0:1775768082.986373:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768082.986374:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:0.0:1775768082.986378:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986382:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768082.986384:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768082.986385:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768082.986386:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384657792, offset 0
00000400:00000200:0.0:1775768082.986389:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986391:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986394:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768082.986396:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768082.986398:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768082.986399:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768082.986401:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986403:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200464:200464:256:4294967295] 192.168.202.154@tcp LPNI seq info [200464:200464:8:4294967295]
00000400:00000200:0.0:1775768082.986406:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986410:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768082.986413:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986415:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768082.986417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768082.986419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768082.986422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768082.986423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768082.986426:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986427:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768082.986429:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768082.986431:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768082.986433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768082.986434:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768082.986436:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768082.986438:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986447:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986448:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986453:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986454:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768082.986455:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768082.986457:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768082.986459:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768082.986460:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299013126
00000100:00000001:0.0:1775768082.986461:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986463:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299013126
00000100:00000001:0.0:1775768082.986464:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986466:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768082.986467:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986468:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768082.986470:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082]  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768082.986474:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768082.986475:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768082.986476:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768082.986477:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768082.986478:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768082.986479:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768082.986481:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768082.986486:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986490:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768082.986491:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986493:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986494:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768082.986496:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986500:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768082.986502:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986506:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768082.986507:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986510:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768082.986511:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768082.986513:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768082.986516:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768082.986518:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768082.986522:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768082.986529:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768082.986533:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986535:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986538:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384657664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986544:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768082.986546:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986547:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.986550:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768082.986551:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768082.986553:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768082.986555:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768082.986557:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768082.986559:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768082.986561:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768082.986562:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768082.986565:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768082.986566:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986568:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986571:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384657792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986579:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768082.986580:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986582:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768082.986584:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768082.986585:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768082.986586:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768082.986588:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768082.986590:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768082.986591:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768082.986592:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768082.986593:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:0.0:1775768082.986594:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768082.986595:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986597:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986600:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768082.986600:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986602:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768082.986603:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768082.986604:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768082.986606:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986611:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.986612:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986614:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768082.986615:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768082.986617:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.986619:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768082.986621:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768082.986622:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768082.986624:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986625:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986627:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768082.986628:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.986631:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768082.986633:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768082.986635:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768082.986637:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384657920, portal 4
00000100:00000001:0.0:1775768082.986638:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768082.986639:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:0.0:1775768082.986643:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986647:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768082.986649:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768082.986650:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768082.986652:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384657920, offset 0
00000400:00000200:0.0:1775768082.986654:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986656:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986659:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768082.986660:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768082.986662:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768082.986664:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768082.986665:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986667:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200465:200465:256:4294967295] 192.168.202.154@tcp LPNI seq info [200465:200465:8:4294967295]
00000400:00000200:0.0:1775768082.986670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986674:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768082.986677:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986680:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768082.986682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768082.986684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768082.986687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768082.986688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768082.986691:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986693:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768082.986695:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768082.986697:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768082.986698:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768082.986700:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768082.986701:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768082.986703:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986708:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986710:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986714:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986715:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768082.986717:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768082.986719:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768082.986721:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768082.986722:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299013138
00000100:00000001:0.0:1775768082.986724:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986725:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299013138
00000100:00000001:0.0:1775768082.986726:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986728:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768082.986729:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986730:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768082.986732:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082]  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768082.986741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768082.986742:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768082.986743:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768082.986745:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768082.986745:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768082.986747:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768082.986748:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768082.986753:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986757:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768082.986758:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986760:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768082.986763:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986766:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768082.986769:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986773:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768082.986774:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986775:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986776:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986777:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768082.986778:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768082.986779:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768082.986781:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768082.986783:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768082.986785:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768082.986791:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384657920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768082.986793:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768082.986795:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986799:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.986799:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986801:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768082.986802:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768082.986803:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.986804:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768082.986806:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768082.986807:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768082.986808:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768082.986809:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986811:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.986812:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768082.986814:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768082.986815:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768082.986817:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768082.986819:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658048, portal 4
00000100:00000001:0.0:1775768082.986820:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768082.986821:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:0.0:1775768082.986824:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986844:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768082.986846:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768082.986847:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768082.986849:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384658048, offset 0
00000400:00000200:0.0:1775768082.986852:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986854:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986856:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768082.986858:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768082.986860:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768082.986861:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768082.986863:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768082.986865:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200466:200466:256:4294967295] 192.168.202.154@tcp LPNI seq info [200466:200466:8:4294967295]
00000400:00000200:0.0:1775768082.986868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768082.986872:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768082.986874:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986876:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768082.986879:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768082.986880:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768082.986883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768082.986885:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768082.986887:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768082.986889:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:0.0:1775768082.986890:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768082.986893:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768082.986895:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:0.0:1775768082.986896:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:0.0:1775768082.986897:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768082.986899:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986904:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986906:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986910:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986911:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768082.986913:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768082.986915:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768082.986917:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768082.986918:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299013141
00000100:00000001:0.0:1775768082.986920:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986922:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299013141
00000100:00000001:0.0:1775768082.986923:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299014406
00000100:00000001:0.0:1775768082.986924:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768082.986925:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.986926:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768082.986928:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768082/real 1775768082]  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768082.986933:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768082.986934:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768082.986935:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768082.986936:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768082.986937:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768082.986938:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768082.986940:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768082.986945:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986949:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768082.986950:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986951:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986951:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768082.986953:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986957:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768082.986959:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986963:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768082.986965:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768082.986967:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986968:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768082.986969:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768082.986971:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768082.986973:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768082.986974:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768082.986976:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768082.986981:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768082.986983:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.986984:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.986986:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384657920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.986990:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768082.986991:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768082.986992:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768082.986993:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768082.986994:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768082.986995:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768082.986996:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768082.986997:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:0.0:1775768082.986999:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768082.987000:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768082.987001:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:0.0:1775768082.987002:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768082.987003:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.987004:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768082.987006:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384658048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768082.987014:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768082.987015:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768082.987016:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768082.987017:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768082.987018:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768082.987018:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768082.987019:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768082.987020:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:0.0:1775768082.987021:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768082.987022:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768082.987023:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:0.0:1775768082.987024:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768082.987025:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.987026:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.987028:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768082.987029:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768082.987031:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768082.987033:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768083.368948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768083.368956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768083.368965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768083.368966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768083.369026:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768083.369030:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768083.369034:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768084.328912:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299014406, at 4299014464
00000100:00000010:0.0:1775768084.328930:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768084.392939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768084.392947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768084.392954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768084.392955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768084.393022:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768084.393025:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768084.393027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768085.416948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768085.416953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768085.416959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768085.416960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768086.440932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768086.440938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768086.440944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768086.440945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768086.441003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768086.441007:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768086.441011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768087.464942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768087.464949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768087.464954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768087.464957:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768087.464959:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768087.464962:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768087.464965:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768087.464967:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768087.464969:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768087.464971:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768087.465020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768087.465023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768087.465026:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768088.105189:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768088.105195:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768088.105199:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768088.105208:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.105230:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.105234:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.105242:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768088.105248:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768088.105255:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.105265:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384658176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768088.105272:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768088.105279:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768088.105285:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.105292:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768088.105301:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768088.105306:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.105315:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768088.105319:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768088.105326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768088.105335:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658176, portal 25
00000100:00000001:0.0:1775768088.105339:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768088.105342:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768088.105351:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.105372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768088.105378:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768088.105381:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4110.
00000100:00000200:0.0:1775768088.105386:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384658176, offset 0
00000400:00000200:0.0:1775768088.105393:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768088.105403:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.105411:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768088.105419:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768088.105425:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768088.105428:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768088.105431:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768088.105435:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200467:200467:256:4294967295] 192.168.202.154@tcp LPNI seq info [200467:200467:8:4294967295]
00000400:00000200:0.0:1775768088.105441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.105451:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768088.105462:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768088.105470:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768088.105486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768088.105495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768088.105513:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.105523:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768088.105528:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299019526
00000100:00000010:0.0:1775768088.105534:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768088.105544:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768088.105551:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299019526
00000100:00000010:0.0:1775768088.105557:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab764e0.
00000100:00000001:0.0:1775768088.105563:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768088.105567:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768088.105570:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.105576:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.105581:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768088.105592:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768088.105596:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768088.105603:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768088.105606:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768088.105609:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768088.105620:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.105645:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.105650:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.105656:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768088.105661:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768088.105679:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.105688:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768088.105695:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768088.105698:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768088.105700:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.105703:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768088.105709:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768088.105714:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.105722:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768088.105728:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b6e0.
00000400:00000010:0.0:1775768088.105734:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768088.105739:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658304, portal 10
00000100:00000001:0.0:1775768088.105743:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768088.105747:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768088.105758:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.105769:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768088.105774:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768088.105778:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4660.
00000100:00000200:0.0:1775768088.105782:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384658304, offset 0
00000400:00000200:0.0:1775768088.105788:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768088.105795:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.105801:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768088.105808:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768088.105815:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768088.105821:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768088.105855:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768088.105860:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200468:200468:255:4294967295] 192.168.202.154@tcp LPNI seq info [200468:200468:7:4294967295]
00000400:00000200:0.0:1775768088.105864:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.105878:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768088.105892:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768088.105898:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462300.
00000800:00000200:0.0:1775768088.105909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768088.105919:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768088.105925:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768088.105931:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768088.105941:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768088.105946:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299018268
00000100:00000001:0.0:1775768088.105953:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.105959:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299018268
00000100:00000001:0.0:1775768088.105964:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.105970:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768088.105974:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.105979:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768088.105987:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106010:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.106013:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106017:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768088.106021:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768088.106027:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.106034:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768088.106041:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768088.106045:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768088.106062:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106067:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768088.106073:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768088.106078:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.106084:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768088.106090:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014ba50.
00000400:00000010:0.0:1775768088.106098:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768088.106104:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658432, portal 10
00000100:00000001:0.0:1775768088.106108:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768088.106111:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768088.106128:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106157:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768088.106164:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768088.106170:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4990.
00000100:00000200:0.0:1775768088.106177:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384658432, offset 0
00000400:00000200:0.0:1775768088.106190:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106198:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106203:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768088.106207:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768088.106210:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768088.106213:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768088.106217:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106221:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200469:200469:254:4294967295] 192.168.202.154@tcp LPNI seq info [200469:200469:6:4294967295]
00000400:00000200:0.0:1775768088.106227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106235:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768088.106240:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768088.106244:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768088.106249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768088.106252:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768088.106255:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768088.106259:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768088.106263:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768088.106266:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299018246
00000100:00000001:0.0:1775768088.106269:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106272:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299018246
00000100:00000001:0.0:1775768088.106274:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106276:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768088.106279:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106282:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106284:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768088.106288:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768088.106290:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768088.106292:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768088.106294:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768088.106295:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768088.106299:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106307:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.106308:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106310:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768088.106312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768088.106314:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.106317:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768088.106321:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768088.106323:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768088.106324:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106326:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768088.106330:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768088.106332:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.106335:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768088.106338:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768088.106342:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4aa0.
00000100:00000200:0.0:1775768088.106345:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658560, portal 4
00000100:00000001:0.0:1775768088.106347:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768088.106349:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:0.0:1775768088.106354:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106361:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768088.106363:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768088.106365:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4d48.
00000100:00000200:0.0:1775768088.106368:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384658560, offset 0
00000400:00000200:0.0:1775768088.106372:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106377:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106380:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768088.106383:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768088.106386:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768088.106389:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768088.106391:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106394:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200470:200470:253:4294967295] 192.168.202.154@tcp LPNI seq info [200470:200470:5:4294967295]
00000400:00000200:0.0:1775768088.106398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106405:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768088.106410:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768088.106415:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462f00.
00000800:00000200:0.0:1775768088.106419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768088.106424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768088.106427:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768088.106430:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768088.106433:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768088.106434:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299018258
00000100:00000001:0.0:1775768088.106436:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106438:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299018258
00000100:00000001:0.0:1775768088.106440:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106442:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768088.106445:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106446:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768088.106450:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106457:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.106459:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106461:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768088.106463:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768088.106465:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.106468:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768088.106472:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768088.106474:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768088.106476:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768088.106478:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768088.106481:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768088.106484:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768088.106487:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768088.106490:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b948.
00000400:00000010:0.0:1775768088.106492:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4550.
00000100:00000200:0.0:1775768088.106495:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384658688, portal 4
00000100:00000001:0.0:1775768088.106496:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768088.106497:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:0.0:1775768088.106501:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768088.106507:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768088.106509:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768088.106512:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4198.
00000100:00000200:0.0:1775768088.106514:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384658688, offset 0
00000400:00000200:0.0:1775768088.106519:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106523:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106527:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768088.106530:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768088.106532:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768088.106535:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768088.106538:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768088.106541:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200471:200471:252:4294967295] 192.168.202.154@tcp LPNI seq info [200471:200471:4:4294967295]
00000400:00000200:0.0:1775768088.106546:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768088.106553:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768088.106558:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768088.106562:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462400.
00000800:00000200:0.0:1775768088.106566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768088.106570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768088.106573:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768088.106575:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768088.106577:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768088.106579:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299018260
00000100:00000001:0.0:1775768088.106581:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106582:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299018260
00000100:00000001:0.0:1775768088.106584:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299019526
00000100:00000001:0.0:1775768088.106585:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768088.106587:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106588:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106590:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768088.106592:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768088.106594:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768088.106595:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768088.106596:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768088.106597:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768088.106599:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768088.488932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768088.488939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768088.488948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768088.488949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768089.448938:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299019526, at 4299019584
00000100:00000010:0.0:1775768089.448956:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768089.512944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768089.512950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768089.512956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768089.512957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768089.513006:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768089.513009:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768089.513012:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768090.536903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768090.536911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768090.536918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768090.536920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768090.536981:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768090.536985:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768090.536995:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768091.177112:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768091.177152:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768091.177160:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768091.177163:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768091.177167:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768091.177171:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768091.177177:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768091.177180:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:2.0:1775768091.177187:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768091.177192:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768091.177199:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4110
00000400:00000010:2.0:1775768091.177202:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4110.
00000100:00000001:2.0:1775768091.177208:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768091.177220:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177248:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768091.177252:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177260:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768091.177262:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768091.177272:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768091.177274:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462300.
00000400:00000200:2.0:1775768091.177277:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768091.177281:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768091.177284:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4660
00000400:00000010:2.0:1775768091.177286:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4660.
00000100:00000001:2.0:1775768091.177288:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768091.177292:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177299:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768091.177302:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177309:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768091.177311:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768091.177316:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768091.177318:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:2.0:1775768091.177321:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768091.177324:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768091.177327:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4990
00000400:00000010:2.0:1775768091.177329:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4990.
00000100:00000001:2.0:1775768091.177331:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768091.177335:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177345:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768091.177349:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177356:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768091.177357:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768091.177364:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768091.177366:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:2.0:1775768091.177369:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768091.177372:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768091.177374:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4d48
00000400:00000010:2.0:1775768091.177376:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4d48.
00000100:00000001:2.0:1775768091.177378:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768091.177382:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177389:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768091.177392:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177399:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768091.177400:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768091.177404:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768091.177407:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:2.0:1775768091.177410:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768091.177414:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768091.177417:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4198
00000400:00000010:2.0:1775768091.177419:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4198.
00000100:00000001:2.0:1775768091.177423:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768091.177428:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177437:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768091.177441:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768091.177448:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768091.177450:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768091.177451:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768091.177457:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768091.177461:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768091.177471:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768088/real 1775768091]  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768091.177486:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768091.177489:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768091.177493:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768091.177498:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4aa0
00000400:00000010:0.0:1775768091.177500:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4aa0.
00000100:00000001:0.0:1775768091.177503:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768091.177508:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768091.177518:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177524:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768091.177526:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177529:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177532:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768091.177535:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177543:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768091.177549:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177557:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768091.177561:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177563:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177564:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177568:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768091.177571:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768091.177575:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768091.177581:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768091.177583:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768091.177589:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768091.177596:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768091.177601:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768091.177605:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768088/real 1775768091]  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768091.177612:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768091.177613:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768091.177615:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b948.
00000400:00000200:0.0:1775768091.177617:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4550
00000400:00000010:0.0:1775768091.177619:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4550.
00000100:00000001:0.0:1775768091.177621:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768091.177624:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768091.177632:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177638:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768091.177639:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177641:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177642:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768091.177646:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177652:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768091.177656:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177663:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768091.177665:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177666:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177667:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177669:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768091.177671:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768091.177672:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768091.177675:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768091.177678:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768091.177681:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768091.177688:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768091.177692:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768091.177695:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768088/real 1775768091]  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768091.177786:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768091.177787:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768091.177790:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b6e0.
00000400:00000200:0.0:1775768091.177793:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768091.177794:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768091.177796:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768091.177809:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768091.177826:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177876:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768091.177878:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177879:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177881:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768091.177885:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177892:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768091.177897:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177903:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768091.177906:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177908:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.177909:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177911:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768091.177913:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768091.177916:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768091.177921:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768091.177925:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768091.177929:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768091.177937:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768091.177942:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768091.177945:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768088/real 1775768091]  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768091.177961:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768091.177963:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768091.177965:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014ba50.
00000400:00000200:0.0:1775768091.177969:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768091.177971:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768091.177974:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768091.177978:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768091.177987:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.177996:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768091.177997:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.177999:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.178001:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768091.178005:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178013:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768091.178017:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178037:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768091.178039:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178041:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.178042:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178043:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768091.178045:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768091.178048:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768091.178052:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768091.178054:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768091.178059:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768091.178066:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384658432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768091.178070:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768091.178073:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768088/real 1775768091]  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768091.178080:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768091.178082:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768091.178084:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768091.178087:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768091.178089:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768091.178091:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768091.178095:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768091.178103:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178109:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768091.178110:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178111:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.178112:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768091.178115:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178121:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768091.178125:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178131:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768091.178133:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178135:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768091.178136:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178138:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768091.178139:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768091.178142:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768091.178146:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768091.178148:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768091.178152:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768091.178159:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384658176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768091.178164:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178166:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768091.178169:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384658560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178176:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768091.178179:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768091.178184:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768091.178188:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768091.178191:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768091.178193:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768091.178196:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768091.178199:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:0.0:1775768091.178203:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768091.178206:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768091.178208:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:0.0:1775768091.178212:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768091.178213:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178215:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768091.178218:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384658688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178225:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768091.178226:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768091.178228:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768091.178232:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768091.178234:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768091.178235:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768091.178237:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768091.178238:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:0.0:1775768091.178241:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768091.178242:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768091.178243:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:0.0:1775768091.178246:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768091.178247:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178248:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768091.178251:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384658304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178258:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768091.178260:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768091.178261:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768091.178264:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768091.178265:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768091.178266:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768091.178269:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768091.178270:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768091.178272:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768091.178274:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768091.178275:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768091.178277:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768091.178278:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178280:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768091.178283:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384658432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178289:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768091.178290:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768091.178291:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768091.178293:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768091.178294:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768091.178295:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768091.178297:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768091.178299:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:0.0:1775768091.178301:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768091.178302:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768091.178303:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768091.178306:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768091.178307:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178309:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768091.178312:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384658176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768091.178318:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768091.178320:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768091.178321:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768091.178324:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768091.178325:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768091.178326:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768091.178328:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768091.178329:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:0.0:1775768091.178332:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768091.178333:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768091.178334:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768091.178335:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768091.178336:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178338:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.178345:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768091.178346:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768091.178348:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768091.178349:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768091.560892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768091.560899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768091.560907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768091.560908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768092.584893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768092.584901:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768092.584903:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768092.584906:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768092.584911:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768092.584913:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768092.584914:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768092.584916:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768092.584919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768092.584921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768092.584983:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768092.584988:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768092.584992:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768093.225059:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768093.225079:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768093.225082:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768093.225086:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768093.225092:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768093.225100:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4350
00000400:00000200:0.0:1775768093.225109:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768093.225116:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768093.225120:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768093.225124:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225127:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225130:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225133:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768093.225137:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768093.225139:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768093.225142:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768093.225144:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768093.225147:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768093.225150:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768093.225152:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225155:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225157:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225159:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768093.225162:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768093.225166:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225169:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768093.225173:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768093.225176:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768093.225180:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225183:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768093.225185:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768093.225192:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768093.225200:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768093.225204:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768093.225206:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225209:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768093.225212:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768093.225217:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768093.225225:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768093.225231:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.225241:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384658816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768093.225253:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768093.225258:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.225263:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384658816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768093.225287:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768093.225290:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768093.225293:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768093.225295:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768093.225296:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768093.225299:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768093.225301:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4350
00000400:00000200:0.0:1775768093.225306:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768093.225310:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768093.225312:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768093.225316:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225318:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225334:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225337:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768093.225341:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768093.225344:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768093.225348:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768093.225351:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768093.225355:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768093.225360:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768093.225365:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225370:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225372:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225376:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768093.225380:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768093.225384:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225388:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768093.225391:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768093.225399:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768093.225403:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225406:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768093.225412:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768093.225417:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225419:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768093.225423:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768093.225425:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768093.225428:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768093.225430:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225434:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768093.225437:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768093.225439:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768093.225445:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768093.225450:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.225458:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384658944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768093.225470:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768093.225472:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.225479:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384658944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768093.225492:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768093.225496:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768093.225505:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768093.225507:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768093.225510:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768093.225513:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768093.225520:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4350
00000400:00000200:0.0:1775768093.225527:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768093.225533:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768093.225536:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768093.225543:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225546:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225548:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225551:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768093.225556:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768093.225561:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768093.225564:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768093.225567:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768093.225570:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768093.225575:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768093.225581:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225585:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225588:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225590:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768093.225592:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768093.225595:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225598:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768093.225602:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768093.225606:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768093.225609:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225613:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768093.225617:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768093.225623:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225627:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768093.225631:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768093.225634:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768093.225639:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768093.225642:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225646:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768093.225650:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768093.225652:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768093.225657:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768093.225662:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.225670:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384659072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768093.225680:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768093.225682:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.225689:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384659072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768093.225700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768093.225705:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768093.225706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1775768093.225710:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768093.225716:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768093.225719:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768093.225722:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768093.225726:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768093.225733:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4350
00000400:00000200:0.0:1775768093.225742:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768093.225750:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768093.225760:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768093.225766:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225771:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225775:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225779:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768093.225783:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768093.225785:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768093.225788:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768093.225792:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768093.225797:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768093.225802:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768093.225810:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225814:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.225817:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225820:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768093.225823:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768093.225827:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768093.225880:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768093.225883:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768093.225890:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768093.225894:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225898:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768093.225902:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768093.225907:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225911:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768093.225916:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768093.225920:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768093.225926:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768093.225928:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.225933:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768093.225935:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768093.225939:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768093.225945:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768093.225950:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.225957:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384659200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768093.225972:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768093.225975:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.225983:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384659200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768093.226014:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768093.226020:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768093.226026:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768093.226031:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768093.226035:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768093.226040:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768093.226045:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4350
00000400:00000200:0.0:1775768093.226054:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768093.226061:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768093.226065:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768093.226070:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.226076:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.226080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.226085:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768093.226089:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768093.226091:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768093.226095:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768093.226098:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768093.226102:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768093.226106:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768093.226112:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.226116:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768093.226121:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768093.226123:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768093.226128:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768093.226133:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768093.226137:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768093.226140:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768093.226145:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768093.226149:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.226153:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768093.226157:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768093.226162:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.226165:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768093.226171:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768093.226178:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768093.226186:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768093.226190:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768093.226194:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768093.226196:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768093.226199:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768093.226204:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768093.226210:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.226219:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384659328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768093.226229:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768093.226233:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.226239:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384659328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768093.226256:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768093.226262:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4361)
00000800:00000200:1.1:1775768093.226413:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768093.226415:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768093.226709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768093.226711:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768093.227048:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768093.227051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768093.227319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768093.227322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775768093.608915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768093.608922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768093.608928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768093.608930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768093.608994:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768093.609009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768093.609013:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768094.568953:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299024647, at 4299024704
00000100:00000010:0.0:1775768094.568975:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768094.632897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768094.632904:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768094.632912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768094.632914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768095.656924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768095.656937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768095.656943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768095.656944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768095.657006:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768095.657011:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768095.657015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768096.680963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768096.680986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768096.680995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768096.680997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768096.681061:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768096.681067:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768096.681080:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768097.704946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768097.704953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768097.704974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768097.704978:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768097.704980:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768097.704984:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768097.704987:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768097.704991:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768097.704993:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768097.704996:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768098.344922:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768098.344931:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768098.344934:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768098.344937:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768098.344941:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768098.344947:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4356
00000400:00000200:0.0:1775768098.344981:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768098.344986:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768098.344989:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768098.344992:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.344994:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.344996:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.344998:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768098.345001:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768098.345002:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768098.345004:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768098.345006:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768098.345007:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768098.345009:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768098.345010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345015:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768098.345017:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768098.345019:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345021:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768098.345023:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768098.345025:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768098.345027:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345029:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768098.345030:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768098.345038:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768098.345041:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768098.345044:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768098.345045:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345047:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768098.345049:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768098.345052:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768098.345059:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768098.345065:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.345073:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384659456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768098.345084:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768098.345089:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345094:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384659456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768098.345122:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768098.345126:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768098.345129:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768098.345131:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768098.345133:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768098.345135:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768098.345137:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4356
00000400:00000200:0.0:1775768098.345140:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768098.345142:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768098.345144:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768098.345146:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345148:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345150:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345151:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768098.345153:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768098.345154:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768098.345155:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768098.345157:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768098.345158:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768098.345159:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768098.345161:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345163:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345164:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345165:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768098.345168:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768098.345170:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345172:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768098.345173:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768098.345177:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768098.345180:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345183:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768098.345186:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768098.345189:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345190:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768098.345194:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000020:00000040:0.0:1775768098.345196:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768098.345200:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768098.345202:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345205:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768098.345207:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768098.345210:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768098.345214:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768098.345217:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.345224:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384659584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768098.345233:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768098.345236:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345242:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384659584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768098.345257:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768098.345259:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768098.345262:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768098.345263:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768098.345265:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768098.345268:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768098.345281:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4356
00000400:00000200:0.0:1775768098.345284:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768098.345287:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768098.345291:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768098.345296:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345298:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345301:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345304:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768098.345308:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768098.345309:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768098.345310:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768098.345313:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768098.345316:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768098.345317:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768098.345319:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345321:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345323:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345326:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768098.345327:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768098.345329:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345331:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768098.345334:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768098.345337:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768098.345339:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345342:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768098.345343:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768098.345346:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345349:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768098.345352:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000020:00000040:0.0:1775768098.345354:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768098.345357:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768098.345360:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345363:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768098.345365:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768098.345367:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768098.345371:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768098.345374:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.345377:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384659712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768098.345385:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768098.345389:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345394:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384659712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768098.345403:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768098.345414:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768098.345418:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768098.345420:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768098.345424:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768098.345429:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768098.345435:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4356
00000400:00000200:0.0:1775768098.345490:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768098.345497:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768098.345501:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768098.345506:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345511:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345525:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768098.345528:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768098.345533:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768098.345533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1775768098.345537:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768098.345540:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768098.345543:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768098.345546:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768098.345548:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768098.345552:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768098.345558:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345563:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345566:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345569:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768098.345574:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768098.345581:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345585:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768098.345590:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768098.345592:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768098.345595:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345597:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768098.345599:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768098.345603:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345604:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768098.345609:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768098.345617:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768098.345620:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768098.345621:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345624:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768098.345625:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768098.345628:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768098.345632:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768098.345636:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.345644:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384659840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768098.345656:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768098.345658:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345661:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384659840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768098.345670:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768098.345675:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768098.345679:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768098.345682:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768098.345684:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768098.345685:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768098.345687:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4356
00000400:00000200:0.0:1775768098.345692:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768098.345695:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768098.345697:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768098.345699:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345703:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345705:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345707:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768098.345709:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768098.345710:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768098.345711:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768098.345713:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768098.345717:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768098.345719:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768098.345723:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345726:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768098.345727:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345730:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768098.345733:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768098.345735:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768098.345738:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768098.345741:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768098.345743:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768098.345746:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345748:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768098.345752:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768098.345753:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345755:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768098.345759:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768098.345762:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768098.345765:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768098.345767:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768098.345771:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768098.345773:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768098.345776:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768098.345780:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768098.345782:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.345789:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384659968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768098.345798:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768098.345802:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345805:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384659968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768098.345814:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768098.345817:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4366)
00000800:00000200:1.1:1775768098.346172:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768098.346175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768098.346481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768098.346484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768098.346792:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768098.346794:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768098.347103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768098.347105:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775768098.728930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768098.728936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768098.728942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768098.728943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768098.729008:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768098.729011:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768098.729014:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768099.688998:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299029766, at 4299029824
00000100:00000010:0.0:1775768099.689006:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768099.752952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768099.752958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768099.752964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768099.752965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768099.753020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768099.753024:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768099.753028:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768100.776919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768100.776925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768100.776954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768100.776955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768101.800934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768101.800941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768101.800946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768101.800947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768101.800996:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768101.800999:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768101.801002:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768102.825047:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768102.825055:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768102.825057:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768102.825060:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768102.825064:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768102.825066:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768102.825067:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768102.825069:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768102.825072:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768102.825073:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768102.825125:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768102.825128:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768102.825131:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768103.465008:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768103.465019:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768103.465022:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768103.465027:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768103.465031:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768103.465038:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4361
00000400:00000200:2.0:1775768103.465049:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768103.465056:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768103.465059:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768103.465062:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465066:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465069:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768103.465076:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768103.465079:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768103.465082:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768103.465085:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768103.465087:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768103.465089:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768103.465093:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465095:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465096:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465097:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768103.465100:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768103.465102:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465103:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768103.465106:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768103.465109:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768103.465111:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465113:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768103.465115:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768103.465125:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768103.465128:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768103.465132:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768103.465133:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465136:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768103.465138:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768103.465142:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768103.465149:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768103.465155:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.465164:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384660096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768103.465172:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768103.465177:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465180:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384660096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768103.465198:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768103.465200:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768103.465202:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768103.465203:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768103.465204:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768103.465206:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768103.465208:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4361
00000400:00000200:2.0:1775768103.465210:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768103.465212:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768103.465214:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768103.465216:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465217:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465219:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465221:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768103.465223:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768103.465229:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768103.465231:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768103.465232:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768103.465236:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768103.465238:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768103.465242:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465244:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465247:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465248:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768103.465252:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768103.465257:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465262:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768103.465265:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768103.465270:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768103.465273:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465276:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768103.465281:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768103.465286:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465288:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768103.465290:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768103.465293:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768103.465296:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768103.465298:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465300:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768103.465301:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768103.465302:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768103.465306:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768103.465309:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.465314:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384660224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768103.465322:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768103.465324:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465329:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384660224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768103.465334:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768103.465339:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768103.465343:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768103.465347:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768103.465349:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768103.465351:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768103.465354:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4361
00000400:00000200:2.0:1775768103.465359:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768103.465366:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768103.465369:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768103.465377:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465381:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465384:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465389:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768103.465393:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768103.465394:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768103.465396:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768103.465399:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768103.465402:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768103.465404:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768103.465409:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465411:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465414:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465416:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768103.465419:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768103.465423:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465426:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768103.465430:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768103.465433:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768103.465438:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465443:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768103.465445:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768103.465447:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465448:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768103.465455:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768103.465458:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768103.465460:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768103.465462:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465466:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768103.465467:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768103.465468:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768103.465472:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768103.465476:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.465481:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384660352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768103.465490:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768103.465493:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465496:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384660352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768103.465508:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768103.465512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775768103.465514:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768103.465519:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1775768103.465519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768103.465520:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768103.465523:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768103.465526:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768103.465530:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4361
00000400:00000200:2.0:1775768103.465534:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768103.465538:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768103.465540:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768103.465543:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465544:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465547:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465549:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768103.465551:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768103.465552:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768103.465554:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768103.465556:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768103.465559:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768103.465561:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768103.465564:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465565:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465566:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465570:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768103.465571:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768103.465574:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465577:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768103.465579:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768103.465582:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768103.465584:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465587:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768103.465590:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768103.465594:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465599:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768103.465605:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768103.465609:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768103.465613:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768103.465615:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465618:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768103.465621:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768103.465624:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768103.465630:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768103.465635:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.465641:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384660480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768103.465652:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768103.465654:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465657:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384660480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768103.465662:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768103.465664:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768103.465667:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768103.465669:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768103.465670:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768103.465672:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768103.465674:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4361
00000400:00000200:2.0:1775768103.465680:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768103.465685:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768103.465688:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768103.465693:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465697:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465702:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465705:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768103.465709:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768103.465712:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768103.465715:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768103.465718:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768103.465723:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768103.465728:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768103.465732:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465733:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768103.465737:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465740:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768103.465742:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768103.465746:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768103.465748:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768103.465750:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768103.465753:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768103.465756:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465758:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768103.465761:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768103.465765:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465769:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768103.465774:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768103.465776:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768103.465779:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768103.465781:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768103.465785:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768103.465787:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768103.465790:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768103.465795:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768103.465800:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.465806:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384660608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768103.465820:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768103.465825:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465865:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384660608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768103.465878:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768103.465885:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4371)
00000800:00000200:1.1:1775768103.466080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768103.466083:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768103.466269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768103.466271:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768103.466448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768103.466450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768103.466602:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768103.466604:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775768103.848942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768103.848947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768103.848951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768103.848953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768104.808956:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299034886, at 4299034944
00000100:00000010:0.0:1775768104.808978:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768104.872954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768104.872967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768104.872977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768104.872978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768104.873023:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768104.873027:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768104.873031:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768105.896968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768105.896976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768105.896984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768105.896986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768105.897053:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768105.897058:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768105.897062:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768106.920968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768106.920974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768106.920979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768106.920980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768107.944969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768107.944975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768107.944983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768107.944985:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768107.944989:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768107.944992:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768107.944995:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768107.944997:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768107.944999:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768107.945001:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768107.945068:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768107.945071:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768107.945074:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768108.584992:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768108.585004:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768108.585007:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768108.585012:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768108.585017:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768108.585025:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4366
00000400:00000200:2.0:1775768108.585035:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768108.585041:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768108.585045:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768108.585048:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585051:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585054:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585057:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768108.585060:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768108.585062:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768108.585065:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768108.585068:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768108.585070:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768108.585073:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768108.585076:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585079:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585081:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585083:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768108.585086:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768108.585089:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585092:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768108.585096:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768108.585099:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768108.585103:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585105:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768108.585108:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768108.585117:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768108.585121:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768108.585125:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768108.585127:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585130:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768108.585133:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768108.585137:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768108.585146:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768108.585153:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.585163:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384660736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768108.585174:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768108.585179:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.585184:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384660736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768108.585209:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768108.585213:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768108.585216:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768108.585218:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768108.585220:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768108.585223:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768108.585226:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4366
00000400:00000200:2.0:1775768108.585231:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768108.585235:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768108.585238:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768108.585242:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585247:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585251:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585256:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768108.585260:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768108.585263:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768108.585267:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768108.585272:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768108.585277:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768108.585281:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768108.585288:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585294:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585300:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585306:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768108.585309:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768108.585315:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585321:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768108.585324:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768108.585331:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768108.585337:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585343:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768108.585347:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768108.585353:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585357:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768108.585365:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768108.585371:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768108.585377:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768108.585381:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585384:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768108.585388:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768108.585391:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768108.585398:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768108.585404:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.585415:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384660864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768108.585436:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768108.585442:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.585452:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384660864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768108.585476:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768108.585481:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768108.585488:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768108.585492:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768108.585495:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775768108.585495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768108.585502:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775768108.585503:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1775768108.585508:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4366
00000400:00000200:2.0:1775768108.585528:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768108.585538:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768108.585546:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768108.585555:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585560:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585566:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585572:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768108.585579:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768108.585583:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768108.585587:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768108.585589:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768108.585596:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768108.585601:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768108.585608:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585614:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585617:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585622:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768108.585626:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768108.585631:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585637:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768108.585641:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768108.585646:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768108.585649:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585652:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768108.585654:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768108.585657:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585660:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768108.585665:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768108.585669:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768108.585674:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768108.585677:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585678:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768108.585679:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768108.585681:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768108.585686:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768108.585690:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.585697:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384660992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768108.585708:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768108.585711:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.585719:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384660992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768108.585737:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768108.585741:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768108.585744:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768108.585746:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768108.585747:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768108.585754:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768108.585761:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4366
00000400:00000200:2.0:1775768108.585769:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768108.585776:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768108.585781:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768108.585789:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585795:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585800:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585806:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768108.585810:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768108.585813:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768108.585817:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768108.585820:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768108.585825:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768108.585864:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768108.585868:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585871:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.585874:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585876:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768108.585879:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768108.585886:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768108.585891:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768108.585896:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768108.585900:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768108.585904:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585908:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768108.585913:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768108.585916:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585920:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768108.585924:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768108.585928:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768108.585932:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768108.585935:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.585938:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768108.585939:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768108.585943:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768108.585947:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768108.585951:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.585960:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384661120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768108.585972:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768108.585976:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.585982:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384661120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768108.585994:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768108.585997:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768108.586002:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768108.586005:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768108.586007:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768108.586011:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768108.586017:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4366
00000400:00000200:2.0:1775768108.586022:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768108.586026:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768108.586028:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768108.586033:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.586035:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.586039:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.586042:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768108.586045:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768108.586048:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768108.586050:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768108.586053:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768108.586055:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768108.586060:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768108.586062:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.586063:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768108.586067:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768108.586071:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768108.586072:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768108.586079:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768108.586080:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768108.586083:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768108.586087:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768108.586092:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.586094:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768108.586095:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768108.586096:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.586098:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768108.586103:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775768108.586106:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768108.586109:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768108.586111:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768108.586113:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768108.586116:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768108.586118:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768108.586122:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768108.586126:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.586133:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384661248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768108.586152:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768108.586156:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.586164:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384661248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768108.586179:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768108.586183:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4376)
00000800:00000200:1.1:1775768108.586292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768108.586295:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775768108.586599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768108.586601:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775768108.586930:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768108.586932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775768108.587327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768108.587330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1775768108.968962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768108.968968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768108.968974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768108.968975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768108.969038:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768108.969041:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768108.969045:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768109.928964:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299040006, at 4299040064
00000100:00000010:0.0:1775768109.928986:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768109.992919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768109.992925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768109.992930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768109.992932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768111.016958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768111.016966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768111.016974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768111.016976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768111.017041:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768111.017045:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768111.017049:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768112.040962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768112.040970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768112.040979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768112.040981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768112.041052:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768112.041056:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768112.041059:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768113.064962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768113.064970:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768113.064973:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768113.064976:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768113.064981:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768113.064984:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768113.064986:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768113.064988:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768113.064992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768113.064993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768113.705009:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768113.705034:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768113.705038:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768113.705043:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768113.705049:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768113.705058:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4371
00000400:00000200:0.0:1775768113.705069:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768113.705075:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768113.705078:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768113.705081:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705084:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705086:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705088:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768113.705092:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768113.705093:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768113.705096:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768113.705099:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768113.705100:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768113.705103:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768113.705105:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705106:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705108:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705109:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768113.705111:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768113.705113:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705115:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768113.705118:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768113.705121:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768113.705124:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705125:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768113.705128:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768113.705140:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768113.705144:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768113.705148:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768113.705150:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705154:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768113.705157:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768113.705164:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768113.705174:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768113.705182:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.705193:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384661376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768113.705206:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768113.705211:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.705217:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384661376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768113.705243:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768113.705247:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768113.705250:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768113.705252:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768113.705254:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768113.705257:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768113.705260:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4371
00000400:00000200:0.0:1775768113.705265:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768113.705268:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768113.705271:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768113.705275:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705278:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705281:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705284:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768113.705287:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768113.705288:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768113.705291:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768113.705294:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768113.705297:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768113.705302:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768113.705308:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705315:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705319:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768113.705323:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768113.705328:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705333:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768113.705336:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768113.705344:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768113.705349:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705351:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768113.705356:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768113.705362:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705366:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768113.705370:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768113.705373:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768113.705378:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768113.705380:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705382:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768113.705385:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768113.705387:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768113.705391:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768113.705395:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.705402:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384661504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768113.705411:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768113.705414:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.705417:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384661504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768113.705437:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768113.705442:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768113.705445:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768113.705448:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768113.705451:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768113.705457:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768113.705463:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4371
00000400:00000200:0.0:1775768113.705474:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768113.705482:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768113.705487:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768113.705495:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705500:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705502:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705505:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768113.705509:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768113.705511:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768113.705514:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768113.705517:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768113.705520:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768113.705522:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768113.705531:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705534:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705537:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705539:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768113.705545:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768113.705551:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705556:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768113.705561:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768113.705566:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768113.705570:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705574:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768113.705578:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768113.705583:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705586:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768113.705591:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768113.705595:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768113.705600:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768113.705602:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705607:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768113.705610:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768113.705612:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768113.705616:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768113.705619:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.705627:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384661632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768113.705640:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768113.705643:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.705650:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384661632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768113.705659:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768113.705661:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768113.705666:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768113.705668:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768113.705671:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768113.705675:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768113.705680:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4371
00000400:00000200:0.0:1775768113.705688:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.1:1775768113.705689:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768113.705694:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000400:00000200:0.0:1775768113.705695:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768113.705711:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768113.705717:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705722:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705729:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705733:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768113.705736:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768113.705739:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768113.705743:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768113.705746:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768113.705748:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768113.705751:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768113.705756:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705761:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705763:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705764:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768113.705766:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768113.705768:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705770:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768113.705773:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768113.705776:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768113.705778:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705782:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768113.705785:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768113.705788:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705789:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768113.705793:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768113.705796:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768113.705800:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768113.705817:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.705823:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768113.705826:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768113.705858:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768113.705864:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768113.705867:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.705874:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384661760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768113.705885:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768113.705888:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.705893:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384661760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768113.705900:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768113.705904:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768113.705907:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768113.705908:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768113.705910:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768113.705913:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768113.705916:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4371
00000400:00000200:0.0:1775768113.705922:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768113.705927:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768113.705929:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768113.705935:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705937:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705941:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705945:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768113.705951:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768113.705952:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768113.705956:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768113.705958:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768113.705960:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768113.705964:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768113.705971:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705977:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768113.705983:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768113.705986:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768113.705991:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768113.705998:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768113.706003:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768113.706008:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768113.706014:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768113.706018:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.706024:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768113.706028:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768113.706035:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.706040:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768113.706048:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768113.706054:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768113.706060:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768113.706063:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768113.706066:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768113.706070:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768113.706072:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768113.706081:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768113.706087:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.706095:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384661888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768113.706104:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768113.706107:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.706114:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384661888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768113.706137:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768113.706143:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4381)
00000800:00000200:1.1:1775768113.706409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768113.706411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768113.706718:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768113.706721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768113.707046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768113.707048:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768113.707329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768113.707332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1775768114.088981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768114.088990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768114.088999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768114.089001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768114.089060:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768114.089065:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768114.089070:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768115.048937:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299045127, at 4299045184
00000100:00000010:0.0:1775768115.048957:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768115.112961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768115.112967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768115.112972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768115.112973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768115.113039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768115.113043:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768115.113047:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768116.136933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768116.136941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768116.136948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768116.136949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768117.160939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768117.160945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768117.160952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768117.160954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768117.161006:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768117.161009:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768117.161011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768118.184939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768118.184944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768118.184949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768118.184952:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768118.184955:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768118.184957:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768118.184960:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768118.184962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768118.184963:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768118.184965:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768118.185019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768118.185023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768118.185026:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768118.824965:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768118.824973:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768118.824976:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768118.824979:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768118.824984:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768118.824991:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4376
00000400:00000200:0.0:1775768118.825000:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768118.825005:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768118.825007:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768118.825010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825014:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825016:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768118.825018:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768118.825020:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768118.825022:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768118.825024:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768118.825025:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768118.825027:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768118.825029:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825038:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825039:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825040:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768118.825042:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768118.825044:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825049:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768118.825051:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768118.825054:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768118.825056:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825057:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768118.825059:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768118.825067:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768118.825069:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768118.825072:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768118.825073:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825076:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768118.825078:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768118.825081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768118.825087:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768118.825092:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.825100:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384662016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768118.825107:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768118.825110:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825113:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384662016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768118.825128:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768118.825130:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768118.825132:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768118.825133:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768118.825134:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768118.825135:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768118.825137:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4376
00000400:00000200:0.0:1775768118.825139:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768118.825140:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768118.825141:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768118.825143:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825144:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825145:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825147:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768118.825148:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768118.825149:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768118.825150:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768118.825151:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768118.825152:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768118.825153:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768118.825154:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825156:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825157:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825159:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768118.825161:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768118.825162:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825164:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768118.825165:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768118.825169:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768118.825170:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825171:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768118.825174:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768118.825177:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825179:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768118.825181:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768118.825184:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768118.825188:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768118.825189:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825191:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768118.825193:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768118.825195:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768118.825199:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768118.825203:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.825213:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384662144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768118.825232:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768118.825236:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825243:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384662144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768118.825257:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768118.825260:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768118.825263:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768118.825266:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768118.825267:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768118.825269:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768118.825273:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4376
00000400:00000200:0.0:1775768118.825278:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768118.825283:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768118.825284:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768118.825287:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825291:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825293:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825294:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768118.825295:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768118.825296:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768118.825297:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768118.825299:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768118.825302:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768118.825305:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768118.825308:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825311:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825315:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825316:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768118.825319:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768118.825324:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825328:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768118.825330:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768118.825332:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768118.825333:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825335:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768118.825338:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768118.825340:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825342:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768118.825346:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768118.825349:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768118.825353:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768118.825353:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825355:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768118.825357:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768118.825359:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768118.825368:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768118.825373:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.825378:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384662272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768118.825389:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768118.825391:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825396:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384662272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768118.825404:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768118.825406:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768118.825410:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768118.825412:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768118.825414:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768118.825419:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768118.825423:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4376
00000400:00000200:0.0:1775768118.825447:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768118.825452:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768118.825454:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768118.825456:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825457:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825461:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825463:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768118.825465:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768118.825467:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768118.825470:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768118.825472:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768118.825474:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768118.825476:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768118.825480:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825482:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825484:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825487:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768118.825489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768118.825490:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768118.825494:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.1:1775768118.825495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775768118.825496:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768118.825500:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768118.825502:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768118.825506:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825509:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768118.825512:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768118.825515:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825516:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768118.825518:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768118.825521:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768118.825524:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768118.825526:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825529:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768118.825531:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768118.825533:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768118.825537:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768118.825539:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.825543:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384662400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768118.825550:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768118.825552:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825557:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384662400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768118.825575:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768118.825579:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768118.825582:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768118.825583:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768118.825585:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768118.825587:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768118.825588:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4376
00000400:00000200:0.0:1775768118.825590:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768118.825592:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768118.825593:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768118.825597:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825599:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825602:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825604:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768118.825608:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768118.825610:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768118.825612:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768118.825614:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768118.825616:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768118.825619:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768118.825623:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825625:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768118.825626:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825627:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768118.825628:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768118.825630:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768118.825635:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768118.825637:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768118.825640:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768118.825643:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825644:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768118.825646:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768118.825650:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825651:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768118.825653:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768118.825657:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768118.825658:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768118.825659:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768118.825660:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768118.825661:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768118.825662:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768118.825665:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768118.825667:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.825671:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384662528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768118.825682:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768118.825685:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825691:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384662528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768118.825705:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768118.825711:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4386)
00000800:00000200:1.1:1775768118.826040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768118.826042:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768118.826331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768118.826334:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768118.826495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768118.826497:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768118.826641:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768118.826642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1775768119.208954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768119.208960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768119.208968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768119.208970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768120.168909:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299050246, at 4299050304
00000100:00000010:0.0:1775768120.168922:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768120.232918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768120.232924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768120.232928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768120.232929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768120.232969:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768120.232972:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768120.232974:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768121.256927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768121.256932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768121.256938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768121.256939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768121.256983:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768121.256986:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768121.256989:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768122.280906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768122.280913:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768122.280915:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768122.280917:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768122.280921:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768122.280923:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768122.280924:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768122.280926:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768122.280928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768122.280930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768123.304925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768123.304931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768123.304937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768123.304938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768123.304983:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768123.304985:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768123.304988:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768123.944931:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768123.944943:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768123.944947:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768123.944951:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768123.944956:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768123.944962:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4381
00000400:00000200:2.0:1775768123.944970:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768123.944975:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768123.944978:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768123.944980:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.944982:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.944984:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.944986:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768123.944988:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768123.944990:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768123.944991:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768123.944994:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768123.944995:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768123.944996:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768123.944998:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945000:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945001:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945002:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768123.945004:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768123.945006:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945007:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768123.945009:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768123.945011:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768123.945013:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945015:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768123.945016:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768123.945023:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768123.945025:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768123.945028:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768123.945029:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945032:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768123.945033:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768123.945037:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768123.945042:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768123.945047:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.945054:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384662656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768123.945062:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768123.945066:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945069:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384662656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768123.945086:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768123.945088:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768123.945090:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768123.945091:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768123.945092:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768123.945094:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768123.945095:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4381
00000400:00000200:2.0:1775768123.945097:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768123.945099:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768123.945100:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768123.945103:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945104:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945106:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945108:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768123.945109:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768123.945110:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768123.945111:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768123.945112:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768123.945114:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768123.945115:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768123.945117:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945119:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945122:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945123:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768123.945126:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768123.945129:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945131:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768123.945133:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768123.945137:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768123.945141:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945144:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768123.945148:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768123.945151:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945154:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768123.945159:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768123.945163:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768123.945166:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768123.945168:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945170:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768123.945172:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768123.945175:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768123.945180:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768123.945186:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.945194:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384662784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768123.945206:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768123.945208:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945213:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384662784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768123.945232:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768123.945235:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768123.945238:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768123.945239:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768123.945241:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768123.945243:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768123.945247:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4381
00000400:00000200:2.0:1775768123.945252:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768123.945257:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768123.945261:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768123.945266:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945268:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945273:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945276:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768123.945279:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768123.945280:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768123.945282:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768123.945284:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768123.945286:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768123.945290:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768123.945295:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945297:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945298:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945300:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768123.945303:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768123.945306:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945308:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768123.945310:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768123.945314:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768123.945317:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945319:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768123.945322:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768123.945324:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945326:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768123.945331:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768123.945333:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768123.945336:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768123.945339:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945342:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768123.945345:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768123.945348:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768123.945353:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768123.945359:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.945368:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384662912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768123.945380:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768123.945385:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945392:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384662912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768123.945402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768123.945407:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768123.945407:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000100:00080000:2.0:1775768123.945410:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768123.945417:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768123.945419:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768123.945422:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768123.945424:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768123.945426:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4381
00000400:00000200:2.0:1775768123.945433:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768123.945438:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768123.945440:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768123.945442:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945446:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945449:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945451:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768123.945452:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768123.945455:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768123.945456:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768123.945459:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768123.945461:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768123.945465:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768123.945471:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945475:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945477:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945480:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768123.945483:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768123.945488:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945493:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768123.945497:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768123.945500:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768123.945503:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945505:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768123.945507:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768123.945508:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945510:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768123.945512:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768123.945514:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768123.945516:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768123.945517:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945521:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768123.945523:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768123.945526:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768123.945532:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768123.945534:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.945539:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384663040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768123.945547:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768123.945549:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945552:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384663040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768123.945560:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768123.945564:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768123.945567:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768123.945569:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768123.945571:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768123.945572:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768123.945574:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4381
00000400:00000200:2.0:1775768123.945580:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768123.945585:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768123.945589:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768123.945592:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945594:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945596:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945600:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768123.945605:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768123.945607:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768123.945610:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768123.945613:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768123.945616:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768123.945620:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768123.945627:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945629:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768123.945633:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945637:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768123.945639:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768123.945643:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768123.945647:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768123.945650:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768123.945654:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768123.945659:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945663:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768123.945666:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768123.945671:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945676:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768123.945681:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768123.945686:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768123.945692:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768123.945695:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768123.945698:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768123.945701:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768123.945722:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768123.945727:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768123.945730:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.945737:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384663168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768123.945751:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768123.945754:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945761:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384663168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768123.945779:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768123.945791:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4391)
00000800:00000200:1.1:1775768123.945934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768123.945935:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775768123.946094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768123.946095:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775768123.946278:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768123.946279:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775768123.946451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768123.946453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1775768124.328948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768124.328954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768124.328961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768124.328962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768124.329006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768124.329009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768124.329011:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768125.288928:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299055366, at 4299055424
00000100:00000010:0.0:1775768125.288943:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768125.352917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768125.352923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768125.352931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768125.352932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768126.377150:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768126.377156:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768126.377162:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768126.377163:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768126.377203:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768126.377206:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768126.377209:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768127.400924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768127.400930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768127.400937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768127.400938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768127.400991:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768127.400994:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768127.400996:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768128.424902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768128.424908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768128.424915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768128.424919:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768128.424921:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768128.424924:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768128.424927:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768128.424929:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768128.424931:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768128.424933:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768129.064901:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768129.064909:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768129.064911:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768129.064914:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768129.064918:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768129.064923:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4386
00000400:00000200:2.0:1775768129.064930:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768129.064936:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768129.064939:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768129.064942:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.064945:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.064948:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.064950:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768129.064953:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768129.064955:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768129.064957:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768129.064967:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768129.064972:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768129.064974:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768129.064977:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.064979:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.064980:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.064982:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768129.064984:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768129.064987:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768129.064990:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768129.064993:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768129.064997:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768129.064999:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065002:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768129.065004:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768129.065012:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768129.065015:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768129.065019:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768129.065020:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065023:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768129.065025:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768129.065030:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768129.065035:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768129.065040:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.065047:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384663296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768129.065054:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768129.065057:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.065060:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384663296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768129.065078:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768129.065080:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768129.065082:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768129.065083:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768129.065084:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768129.065086:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768129.065087:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4386
00000400:00000200:2.0:1775768129.065090:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768129.065091:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768129.065093:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768129.065095:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065096:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065098:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065099:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768129.065101:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768129.065102:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768129.065103:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768129.065105:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768129.065106:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768129.065107:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768129.065109:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065110:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065112:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065113:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768129.065115:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768129.065118:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065120:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768129.065121:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768129.065125:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768129.065126:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065127:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768129.065130:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768129.065132:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065133:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768129.065135:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768129.065136:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768129.065142:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768129.065143:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065145:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768129.065147:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768129.065153:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768129.065157:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768129.065162:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.065173:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384663424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768129.065207:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768129.065216:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.065227:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384663424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768129.065248:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768129.065252:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768129.065256:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768129.065259:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768129.065261:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768129.065264:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768129.065271:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4386
00000400:00000200:2.0:1775768129.065279:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768129.065289:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768129.065292:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768129.065303:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065307:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065310:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065313:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768129.065315:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768129.065317:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768129.065320:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768129.065323:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768129.065329:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768129.065331:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768129.065337:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065347:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065351:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065359:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768129.065365:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768129.065372:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065374:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768129.065381:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768129.065384:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768129.065392:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065393:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768129.065395:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768129.065399:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065403:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768129.065409:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768129.065411:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768129.065413:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768129.065414:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065422:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768129.065428:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768129.065430:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768129.065434:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768129.065441:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.065448:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384663552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768129.065459:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768129.065462:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.065468:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384663552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768129.065496:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768129.065500:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768129.065507:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768129.065513:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768129.065518:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768129.065531:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768129.065535:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4386
00000400:00000200:2.0:1775768129.065543:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768129.065548:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768129.065551:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768129.065553:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065561:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065568:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065578:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768129.065581:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775768129.065582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768129.065584:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:1.1:1775768129.065591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000020:00000001:2.0:1775768129.065592:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768129.065598:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768129.065605:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768129.065609:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768129.065613:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065616:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065621:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065629:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768129.065635:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768129.065641:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065644:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768129.065647:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768129.065650:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768129.065670:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065671:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768129.065672:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768129.065675:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065677:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768129.065683:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768129.065689:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768129.065699:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768129.065700:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065702:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768129.065704:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768129.065705:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768129.065708:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768129.065712:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.065721:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384663680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768129.065756:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768129.065761:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.065764:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384663680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768129.065788:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768129.065792:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768129.065798:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768129.065801:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768129.065806:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768129.065809:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768129.065814:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4386
00000400:00000200:2.0:1775768129.065820:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768129.065825:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768129.065827:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768129.065860:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065862:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065864:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065865:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768129.065867:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768129.065868:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768129.065870:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768129.065871:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768129.065872:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768129.065874:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768129.065876:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065881:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768129.065884:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065890:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768129.065892:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768129.065895:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768129.065899:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768129.065904:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768129.065907:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768129.065912:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065913:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768129.065914:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768129.065920:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065927:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768129.065935:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768129.065940:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768129.065943:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768129.065945:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768129.065948:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768129.065950:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768129.065952:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768129.065961:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768129.065966:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.065976:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384663808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768129.066004:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768129.066012:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.066024:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384663808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768129.066043:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768129.066049:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4396)
00000800:00000200:1.1:1775768129.066215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768129.066217:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775768129.066429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768129.066430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775768129.066619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768129.066621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775768129.066819:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768129.066822:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 23 secs later)
00010000:00000001:3.0:1775768129.448944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768129.448949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768129.448956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768129.448958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768129.448989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768129.448996:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768129.449000:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768130.408960:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299060486, at 4299060544
00000100:00000010:0.0:1775768130.408977:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768130.472952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768130.472958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768130.472964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768130.472965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768130.473046:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768130.473052:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768130.473056:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768131.496914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768131.496921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768131.496926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768131.496928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768132.520925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768132.520932:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768132.520934:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768132.520937:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768132.520941:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768132.520943:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768132.520948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768132.520950:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768132.520953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768132.520954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768132.521006:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768132.521009:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768132.521010:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768133.544939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768133.544946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768133.544954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768133.544956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768133.544998:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768133.545001:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768133.545005:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768134.185110:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768134.185115:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768134.185118:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768134.185125:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185138:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.185141:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.185145:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768134.185148:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768134.185149:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.185155:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384663936:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768134.185164:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768134.185169:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768134.185172:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.185176:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768134.185183:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768134.185188:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.185198:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768134.185205:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768134.185213:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768134.185222:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384663936, portal 25
00000100:00000001:0.0:1775768134.185228:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768134.185231:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387068800 : -107275322482816 : ffff9e6f04829f80)
00000100:00000040:0.0:1775768134.185243:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185257:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768134.185264:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768134.185269:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768134.185284:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384663936, offset 0
00000400:00000200:0.0:1775768134.185295:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768134.185304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.185311:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768134.185317:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768134.185323:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768134.185327:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768134.185332:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768134.185341:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200512:200512:256:4294967295] 192.168.202.154@tcp LPNI seq info [200512:200512:8:4294967295]
00000400:00000200:0.0:1775768134.185347:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.185367:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768134.185377:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.185392:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768134.185405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768134.185411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768134.185423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768134.185430:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768134.185440:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.185445:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768134.185453:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768134.185460:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768134.185467:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768134.185471:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768134.185475:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768134.185481:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185513:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.185519:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185539:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.185541:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768134.185548:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.185554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768134.185559:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299065606
00000100:00000010:0.0:1775768134.185565:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768134.185573:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768134.185581:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299065606
00000100:00000010:0.0:1775768134.185586:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab764e0.
00000100:00000001:0.0:1775768134.185589:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768134.185595:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768134.185600:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.185630:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768134.185639:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768134/real 1775768134]  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768134.185661:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768134.185664:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768134.185668:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768134.185674:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768134.185678:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768134.185683:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768134.185690:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768134.185714:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185731:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768134.185734:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185739:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.185743:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768134.185751:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185776:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768134.185786:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185794:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768134.185797:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185799:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.185800:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185812:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768134.185815:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768134.185818:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768134.185823:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768134.185825:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768134.185851:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768134.185861:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384663936:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768134.185866:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185868:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.185871:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829f80 x1862023384663936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185877:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768134.185880:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768134.185882:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768134.185885:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768134.185887:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768134.185889:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768134.185891:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768134.185893:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768134.185896:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768134.185898:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768134.185899:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829f80.
00000100:00000001:0.0:1775768134.185902:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768134.185903:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185905:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.185921:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768134.185923:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.185925:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768134.185926:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768134.185928:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768134.185931:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185938:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.185939:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.185942:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768134.185944:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768134.185946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.185948:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768134.185951:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768134.185953:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768134.185954:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.185956:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768134.185959:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768134.185961:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.185965:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768134.185967:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768134.185971:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768134.185974:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664064, portal 10
00000100:00000001:0.0:1775768134.185976:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768134.185977:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387069696 : -107275322481920 : ffff9e6f0482a300)
00000100:00000040:0.0:1775768134.185982:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.185986:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768134.185987:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768134.185989:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768134.185990:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384664064, offset 0
00000400:00000200:0.0:1775768134.185993:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768134.185995:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.185997:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768134.185999:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768134.186001:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768134.186003:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768134.186004:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186006:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200513:200513:256:4294967295] 192.168.202.154@tcp LPNI seq info [200513:200513:8:4294967295]
00000400:00000200:0.0:1775768134.186008:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186013:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768134.186016:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186018:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768134.186020:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768134.186022:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768134.186025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768134.186026:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768134.186029:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186030:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768134.186032:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768134.186034:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768134.186036:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768134.186037:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768134.186038:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768134.186040:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186045:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186046:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186050:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186051:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768134.186052:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768134.186055:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768134.186057:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768134.186059:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299064348
00000100:00000001:0.0:1775768134.186061:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186063:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299064348
00000100:00000001:0.0:1775768134.186065:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186067:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768134.186069:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186071:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768134.186074:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768134/real 1775768134]  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768134.186082:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768134.186083:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768134.186085:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768134.186087:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768134.186089:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768134.186090:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768134.186094:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768134.186102:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186108:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768134.186109:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186111:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186112:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768134.186114:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186119:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768134.186121:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186124:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768134.186126:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186127:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186127:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186128:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768134.186129:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768134.186131:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768134.186132:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768134.186133:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768134.186136:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768134.186141:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768134.186143:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768134.186144:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186148:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.186148:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186150:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768134.186151:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768134.186152:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.186153:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768134.186155:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768134.186156:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768134.186157:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186159:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186161:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768134.186162:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.186164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768134.186165:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768134.186168:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768134.186170:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664192, portal 10
00000100:00000001:0.0:1775768134.186172:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768134.186173:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768134.186177:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186183:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768134.186185:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768134.186187:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768134.186189:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384664192, offset 0
00000400:00000200:0.0:1775768134.186193:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186200:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768134.186202:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768134.186205:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768134.186207:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768134.186209:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186212:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200514:200514:256:4294967295] 192.168.202.154@tcp LPNI seq info [200514:200514:8:4294967295]
00000400:00000200:0.0:1775768134.186216:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186221:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768134.186224:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186226:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768134.186229:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768134.186230:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768134.186233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768134.186234:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768134.186237:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186238:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768134.186240:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768134.186242:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768134.186244:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768134.186245:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768134.186246:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768134.186248:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186253:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186254:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186258:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186259:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768134.186261:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768134.186263:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768134.186265:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768134.186267:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299064326
00000100:00000001:0.0:1775768134.186268:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186269:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299064326
00000100:00000001:0.0:1775768134.186271:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186272:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768134.186273:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186274:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768134.186276:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768134/real 1775768134]  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768134.186280:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768134.186281:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768134.186282:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768134.186283:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768134.186284:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768134.186285:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768134.186287:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768134.186291:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186294:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768134.186295:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768134.186299:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186302:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768134.186304:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186307:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768134.186309:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186310:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186311:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186312:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768134.186313:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768134.186314:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768134.186316:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768134.186317:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768134.186319:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768134.186323:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768134.186325:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768134.186327:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186331:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.186332:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186333:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768134.186334:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768134.186335:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.186336:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768134.186338:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768134.186339:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768134.186340:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186341:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186343:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768134.186344:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.186346:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768134.186347:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768134.186349:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768134.186351:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664320, portal 4
00000100:00000001:0.0:1775768134.186352:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768134.186353:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768134.186356:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186360:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768134.186361:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768134.186362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768134.186364:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384664320, offset 0
00000400:00000200:0.0:1775768134.186366:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186367:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186369:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768134.186371:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768134.186372:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768134.186373:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768134.186375:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186377:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200515:200515:256:4294967295] 192.168.202.154@tcp LPNI seq info [200515:200515:8:4294967295]
00000400:00000200:0.0:1775768134.186379:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186383:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768134.186385:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186387:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768134.186389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768134.186391:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768134.186393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768134.186394:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768134.186407:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186409:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768134.186410:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768134.186412:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768134.186414:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768134.186415:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768134.186416:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768134.186418:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186426:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186428:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186432:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186432:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768134.186434:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768134.186435:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768134.186437:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768134.186438:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299064338
00000100:00000001:0.0:1775768134.186440:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186441:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299064338
00000100:00000001:0.0:1775768134.186442:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186444:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768134.186445:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186446:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768134.186447:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768134/real 1775768134]  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768134.186451:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768134.186452:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768134.186453:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768134.186454:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768134.186455:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768134.186456:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768134.186458:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768134.186462:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186465:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768134.186467:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186468:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186468:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768134.186470:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186474:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768134.186476:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186479:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768134.186481:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186482:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186483:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186485:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768134.186486:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768134.186488:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768134.186490:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768134.186492:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768134.186495:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768134.186502:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768134.186506:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768134.186509:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186515:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.186517:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186519:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768134.186520:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768134.186522:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.186525:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768134.186528:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768134.186529:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768134.186531:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768134.186532:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186535:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768134.186536:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768134.186538:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768134.186539:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768134.186541:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768134.186543:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664448, portal 4
00000100:00000001:0.0:1775768134.186544:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768134.186545:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768134.186548:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186552:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768134.186553:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768134.186554:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768134.186556:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384664448, offset 0
00000400:00000200:0.0:1775768134.186558:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186560:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186562:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768134.186563:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768134.186565:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768134.186566:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768134.186568:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768134.186570:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200516:200516:256:4294967295] 192.168.202.154@tcp LPNI seq info [200516:200516:8:4294967295]
00000400:00000200:0.0:1775768134.186572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768134.186575:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768134.186578:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186579:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768134.186582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768134.186583:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768134.186586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768134.186587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768134.186589:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768134.186591:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768134.186592:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768134.186594:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768134.186596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768134.186597:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768134.186598:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768134.186600:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186622:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186626:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186633:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186634:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768134.186638:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768134.186640:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768134.186643:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768134.186644:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299064340
00000100:00000001:0.0:1775768134.186647:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186649:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299064340
00000100:00000001:0.0:1775768134.186651:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299065606
00000100:00000001:0.0:1775768134.186653:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768134.186655:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186657:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768134.186661:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768134/real 1775768134]  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768134.186668:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768134.186670:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768134.186671:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768134.186673:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768134.186675:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768134.186677:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768134.186679:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768134.186687:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186693:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768134.186694:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186696:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186697:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768134.186700:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186706:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768134.186709:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186716:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768134.186718:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768134.186721:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186723:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768134.186724:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768134.186726:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768134.186729:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768134.186731:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768134.186735:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768134.186748:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768134.186751:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186753:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186756:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a300 x1862023384664064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186762:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768134.186764:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186765:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768134.186768:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768134.186769:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768134.186771:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768134.186773:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768134.186774:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768134.186777:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768134.186778:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768134.186780:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a300.
00000100:00000001:0.0:1775768134.186782:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768134.186783:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186784:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186788:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384664192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186794:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768134.186795:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768134.186799:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768134.186800:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768134.186801:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768134.186803:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768134.186804:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768134.186806:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768134.186807:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768134.186808:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768134.186811:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768134.186812:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186814:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186817:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384664320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186823:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768134.186824:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186825:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768134.186828:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768134.186846:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768134.186847:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768134.186849:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768134.186851:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768134.186853:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768134.186854:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768134.186855:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768134.186858:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768134.186859:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186861:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768134.186864:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384664448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768134.186870:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768134.186871:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768134.186872:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768134.186874:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768134.186875:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768134.186877:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768134.186878:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768134.186879:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768134.186882:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768134.186883:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768134.186884:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768134.186886:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768134.186887:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186889:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.186892:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768134.186894:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768134.186896:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768134.186897:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768134.568946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768134.568953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768134.568960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768134.568962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768135.528934:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299065606, at 4299065664
00000100:00000010:0.0:1775768135.528947:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768135.592914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768135.592921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768135.592928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768135.592930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768135.592976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768135.592979:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768135.592981:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768136.616952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768136.616961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768136.616968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768136.616970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768136.617025:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768136.617028:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768136.617037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768137.640932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768137.640940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768137.640952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768137.640954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768138.664931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768138.664937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768138.664942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768138.664945:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768138.664946:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768138.664948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768138.664950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768138.664951:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768138.664953:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768138.664954:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768138.665008:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768138.665011:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768138.665013:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768139.305106:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768139.305112:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768139.305116:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768139.305126:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305145:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.305148:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.305154:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768139.305158:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768139.305164:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.305169:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384664576:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768139.305178:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768139.305184:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768139.305188:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.305194:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768139.305201:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768139.305206:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.305216:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768139.305222:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768139.305231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768139.305240:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664576, portal 25
00000100:00000001:0.0:1775768139.305246:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768139.305250:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:0.0:1775768139.305262:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305285:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768139.305292:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768139.305296:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768139.305303:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384664576, offset 0
00000400:00000200:0.0:1775768139.305314:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768139.305326:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.305337:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768139.305346:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768139.305354:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768139.305362:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768139.305369:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768139.305378:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200517:200517:256:4294967295] 192.168.202.154@tcp LPNI seq info [200517:200517:8:4294967295]
00000400:00000200:0.0:1775768139.305388:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.305397:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768139.305406:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.305415:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768139.305426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768139.305433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768139.305446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768139.305452:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768139.305463:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.305467:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768139.305476:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768139.305486:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768139.305494:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768139.305499:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768139.305507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768139.305515:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305536:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.305540:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305567:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.305571:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768139.305579:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.305589:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768139.305595:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299070726
00000100:00000010:0.0:1775768139.305601:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768139.305611:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768139.305620:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299070726
00000100:00000010:0.0:1775768139.305627:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76420.
00000100:00000001:0.0:1775768139.305632:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768139.305637:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768139.305643:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.305649:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768139.305656:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768139/real 1775768139]  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768139.305675:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768139.305678:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768139.305681:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768139.305686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768139.305690:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768139.305696:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768139.305701:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768139.305711:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768139.305732:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305736:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.305739:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768139.305747:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305769:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768139.305778:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305811:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768139.305814:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305816:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.305817:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305819:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768139.305821:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768139.305824:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768139.305854:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768139.305857:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768139.305861:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768139.305868:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384664576:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768139.305873:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305875:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.305877:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384664576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305882:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768139.305885:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768139.305887:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768139.305891:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768139.305892:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768139.305894:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768139.305896:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768139.305898:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:0.0:1775768139.305901:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768139.305903:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768139.305905:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:0.0:1775768139.305907:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768139.305909:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305911:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.305932:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768139.305934:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.305936:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768139.305937:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768139.305939:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768139.305942:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305949:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.305950:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.305952:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768139.305954:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768139.305956:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.305959:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768139.305962:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768139.305964:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768139.305965:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.305967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768139.305969:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768139.305971:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.305975:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768139.305978:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768139.305981:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768139.305984:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664704, portal 10
00000100:00000001:0.0:1775768139.305987:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768139.305988:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:0.0:1775768139.305994:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.305999:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768139.306002:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768139.306004:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768139.306006:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384664704, offset 0
00000400:00000200:0.0:1775768139.306010:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306014:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306018:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768139.306021:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768139.306023:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768139.306025:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768139.306028:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306031:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200518:200518:256:4294967295] 192.168.202.154@tcp LPNI seq info [200518:200518:8:4294967295]
00000400:00000200:0.0:1775768139.306034:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306040:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768139.306043:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306046:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768139.306049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768139.306052:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768139.306055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768139.306058:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768139.306061:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306063:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768139.306066:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768139.306069:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768139.306072:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768139.306074:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768139.306076:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768139.306080:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306087:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.306090:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306097:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306098:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768139.306101:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768139.306105:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768139.306108:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768139.306110:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299069468
00000100:00000001:0.0:1775768139.306113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306115:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299069468
00000100:00000001:0.0:1775768139.306116:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306118:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768139.306120:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306122:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768139.306125:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768139/real 1775768139]  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768139.306132:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768139.306133:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768139.306135:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768139.306137:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768139.306138:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768139.306140:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768139.306143:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768139.306150:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306156:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768139.306158:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306159:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306161:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768139.306164:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306170:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768139.306173:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306180:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768139.306182:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306184:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306185:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306187:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768139.306188:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768139.306191:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768139.306194:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768139.306196:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768139.306199:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768139.306206:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768139.306210:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768139.306213:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306219:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.306221:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306223:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768139.306225:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768139.306227:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.306229:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768139.306232:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768139.306234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768139.306235:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306237:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768139.306240:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768139.306242:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.306245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768139.306247:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768139.306250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768139.306254:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664832, portal 10
00000100:00000001:0.0:1775768139.306255:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768139.306257:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:0.0:1775768139.306261:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306267:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768139.306269:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768139.306271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768139.306274:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384664832, offset 0
00000400:00000200:0.0:1775768139.306277:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306283:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768139.306286:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768139.306288:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768139.306291:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768139.306293:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306296:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200519:200519:256:4294967295] 192.168.202.154@tcp LPNI seq info [200519:200519:8:4294967295]
00000400:00000200:0.0:1775768139.306300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306305:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768139.306309:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306312:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768139.306316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768139.306318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768139.306322:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768139.306324:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768139.306328:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306329:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768139.306332:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768139.306335:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768139.306337:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768139.306339:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768139.306341:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768139.306345:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306357:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.306360:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306366:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306367:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768139.306370:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768139.306372:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768139.306375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768139.306377:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299069446
00000100:00000001:0.0:1775768139.306379:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306381:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299069446
00000100:00000001:0.0:1775768139.306383:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306385:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768139.306387:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306389:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768139.306392:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768139/real 1775768139]  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768139.306399:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768139.306401:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768139.306402:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768139.306404:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768139.306406:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768139.306408:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768139.306411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768139.306419:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306425:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768139.306427:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306428:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306430:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768139.306433:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306439:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768139.306442:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306449:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768139.306451:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306452:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306453:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306455:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768139.306457:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768139.306459:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768139.306462:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768139.306464:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768139.306468:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768139.306475:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768139.306479:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768139.306482:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306489:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.306490:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306492:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768139.306494:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768139.306495:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.306498:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768139.306501:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768139.306502:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768139.306504:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306506:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768139.306509:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768139.306511:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.306514:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768139.306516:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768139.306519:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768139.306522:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384664960, portal 4
00000100:00000001:0.0:1775768139.306523:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768139.306524:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:0.0:1775768139.306529:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306535:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768139.306537:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768139.306540:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768139.306542:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384664960, offset 0
00000400:00000200:0.0:1775768139.306545:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306549:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306553:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768139.306572:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768139.306575:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768139.306577:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768139.306580:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306583:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200520:200520:256:4294967295] 192.168.202.154@tcp LPNI seq info [200520:200520:8:4294967295]
00000400:00000200:0.0:1775768139.306587:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306593:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768139.306597:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306600:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768139.306604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768139.306607:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768139.306611:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768139.306613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768139.306616:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306618:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768139.306621:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768139.306624:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768139.306626:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768139.306628:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768139.306631:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768139.306634:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306641:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.306643:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306649:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306650:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768139.306653:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768139.306656:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768139.306658:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768139.306660:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299069458
00000100:00000001:0.0:1775768139.306662:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306664:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299069458
00000100:00000001:0.0:1775768139.306666:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306668:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768139.306670:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306672:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768139.306675:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768139/real 1775768139]  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768139.306682:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768139.306683:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768139.306685:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768139.306687:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768139.306689:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768139.306691:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768139.306693:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768139.306701:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306707:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768139.306709:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306710:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306711:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768139.306714:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306721:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768139.306724:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306732:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768139.306734:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306738:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768139.306739:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768139.306741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768139.306743:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768139.306745:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768139.306749:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768139.306761:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384664960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768139.306765:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768139.306768:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306773:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.306775:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306777:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768139.306778:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768139.306780:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.306783:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768139.306786:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768139.306787:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768139.306789:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768139.306790:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768139.306793:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768139.306795:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768139.306797:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768139.306799:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768139.306802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768139.306804:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665088, portal 4
00000100:00000001:0.0:1775768139.306806:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768139.306807:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:0.0:1775768139.306812:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306818:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768139.306820:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768139.306822:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768139.306824:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384665088, offset 0
00000400:00000200:0.0:1775768139.306828:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306848:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306852:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768139.306854:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768139.306857:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768139.306859:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768139.306861:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768139.306864:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200521:200521:256:4294967295] 192.168.202.154@tcp LPNI seq info [200521:200521:8:4294967295]
00000400:00000200:0.0:1775768139.306868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768139.306873:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768139.306877:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306880:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768139.306883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768139.306886:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768139.306889:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768139.306891:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768139.306895:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768139.306897:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768139.306899:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768139.306902:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768139.306905:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768139.306906:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768139.306908:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768139.306911:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306918:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.306921:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306927:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306928:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768139.306930:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768139.306933:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768139.306936:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768139.306938:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299069461
00000100:00000001:0.0:1775768139.306940:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306942:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299069461
00000100:00000001:0.0:1775768139.306944:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299070726
00000100:00000001:0.0:1775768139.306946:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768139.306947:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.306949:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768139.306953:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768139/real 1775768139]  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768139.306960:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768139.306961:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768139.306962:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768139.306964:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768139.306966:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768139.306967:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768139.306970:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768139.306978:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306984:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768139.306985:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.306986:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.306988:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768139.306991:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.306997:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768139.307000:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.307006:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768139.307009:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307010:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768139.307011:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307013:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768139.307014:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768139.307016:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768139.307019:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768139.307020:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768139.307024:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768139.307032:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768139.307035:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307036:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.307039:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384664704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.307045:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768139.307046:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768139.307048:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768139.307050:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768139.307052:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768139.307053:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768139.307055:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768139.307056:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768139.307059:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768139.307060:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768139.307061:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:0.0:1775768139.307063:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768139.307064:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307066:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.307069:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384664832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.307080:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768139.307081:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768139.307082:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768139.307084:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768139.307085:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768139.307086:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768139.307088:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768139.307089:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768139.307091:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768139.307092:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768139.307093:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:0.0:1775768139.307095:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768139.307096:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307097:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.307100:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384664960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.307106:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768139.307107:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768139.307109:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768139.307110:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768139.307111:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768139.307112:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768139.307114:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768139.307115:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768139.307116:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768139.307117:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768139.307118:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:0.0:1775768139.307120:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768139.307121:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307122:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768139.307125:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384665088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768139.307131:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768139.307132:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768139.307134:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768139.307136:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768139.307137:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768139.307138:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768139.307140:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768139.307141:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768139.307143:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768139.307144:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768139.307145:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:0.0:1775768139.307146:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768139.307147:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307149:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.307152:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768139.307153:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768139.307155:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768139.307156:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768139.688916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768139.688923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768139.688929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768139.688931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768139.688989:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768139.688992:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768139.688995:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768140.648922:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299070726, at 4299070784
00000100:00000010:0.0:1775768140.648940:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768140.712945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768140.712952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768140.712960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768140.712961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768141.736937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768141.736942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768141.736947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768141.736948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768141.737009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768141.737013:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768141.737016:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768142.760928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768142.760933:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768142.760935:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768142.760937:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768142.760942:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768142.760944:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768142.760946:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768142.760948:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768142.760951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768142.760952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768142.761006:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768142.761010:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768142.761014:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768143.784953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768143.784958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768143.784965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768143.784966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.425161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768144.425169:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768144.425175:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768144.425190:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.425217:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.425222:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.425236:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768144.425242:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768144.425249:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.425263:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384665216:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768144.425276:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768144.425283:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768144.425287:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.425293:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768144.425306:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768144.425311:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.425331:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768144.425340:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768144.425353:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768144.425373:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665216, portal 25
00000100:00000001:0.0:1775768144.425382:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768144.425388:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768144.425403:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.425434:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768144.425443:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768144.425449:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768144.425458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384665216, offset 0
00000400:00000200:0.0:1775768144.425477:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768144.425497:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.425526:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768144.425540:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768144.425550:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768144.425558:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768144.425562:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768144.425572:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200522:200522:256:4294967295] 192.168.202.154@tcp LPNI seq info [200522:200522:8:4294967295]
00000400:00000200:0.0:1775768144.425585:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.425614:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768144.425632:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.425640:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768144.425653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768144.425665:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768144.425678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768144.425684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768144.425701:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.425707:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768144.425720:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768144.425731:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768144.425743:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768144.425750:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768144.425760:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768144.425773:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.425821:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.425882:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.425906:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.425913:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768144.425924:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.425937:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768144.425946:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299075847
00000100:00000010:0.0:1775768144.425952:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768144.425962:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768144.425973:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299075847
00000100:00000010:0.0:1775768144.425981:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76000.
00000100:00000001:0.0:1775768144.425989:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768144.425996:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768144.426004:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426010:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768144.426022:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768144/real 1775768144]  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768144.426072:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768144.426079:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768144.426082:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768144.426091:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768144.426097:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768144.426105:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768144.426113:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768144.426133:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426158:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768144.426164:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426172:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426176:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768144.426187:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426208:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768144.426223:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426283:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768144.426293:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426298:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426313:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768144.426318:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768144.426322:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768144.426328:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768144.426330:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768144.426335:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768144.426344:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384665216:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768144.426349:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426351:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.426353:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384665216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426360:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768144.426363:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768144.426367:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768144.426370:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768144.426372:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768144.426374:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768144.426376:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768144.426378:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768144.426382:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768144.426384:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768144.426386:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768144.426389:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768144.426391:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426393:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426401:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768144.426403:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426406:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768144.426408:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768144.426409:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768144.426413:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426421:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.426423:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.426425:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768144.426427:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768144.426429:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.426431:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768144.426434:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768144.426437:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768144.426438:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.426440:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768144.426443:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768144.426444:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.426448:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768144.426451:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768144.426454:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768144.426457:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665344, portal 10
00000100:00000001:0.0:1775768144.426459:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768144.426461:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:0.0:1775768144.426466:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426473:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768144.426475:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768144.426477:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768144.426479:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384665344, offset 0
00000400:00000200:0.0:1775768144.426483:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768144.426487:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.426490:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768144.426493:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768144.426496:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768144.426498:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768144.426501:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768144.426504:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200523:200523:256:4294967295] 192.168.202.154@tcp LPNI seq info [200523:200523:8:4294967295]
00000400:00000200:0.0:1775768144.426521:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.426528:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768144.426532:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.426535:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768144.426539:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768144.426542:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768144.426548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768144.426550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768144.426554:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.426556:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768144.426558:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768144.426562:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768144.426565:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768144.426566:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768144.426568:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768144.426572:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426585:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.426588:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426594:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426596:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768144.426598:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768144.426602:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768144.426605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768144.426607:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299074588
00000100:00000001:0.0:1775768144.426610:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.426612:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299074588
00000100:00000001:0.0:1775768144.426614:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.426617:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768144.426619:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426620:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768144.426624:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768144/real 1775768144]  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768144.426631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768144.426632:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768144.426634:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768144.426636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768144.426638:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768144.426640:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768144.426643:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768144.426650:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426656:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768144.426658:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426659:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426661:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768144.426664:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426671:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768144.426674:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426681:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768144.426684:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426685:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426686:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426687:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768144.426689:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768144.426691:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768144.426694:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768144.426697:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768144.426700:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768144.426708:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768144.426712:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768144.426716:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426722:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.426723:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.426726:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768144.426727:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768144.426729:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.426733:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768144.426736:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768144.426738:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768144.426739:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.426741:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768144.426744:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768144.426746:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.426748:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768144.426751:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768144.426753:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768144.426756:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665472, portal 10
00000100:00000001:0.0:1775768144.426758:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768144.426759:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768144.426764:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426771:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768144.426773:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768144.426775:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768144.426777:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384665472, offset 0
00000400:00000200:0.0:1775768144.426781:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768144.426784:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.426787:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768144.426790:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768144.426792:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768144.426795:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768144.426797:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768144.426800:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200524:200524:256:4294967295] 192.168.202.154@tcp LPNI seq info [200524:200524:8:4294967295]
00000400:00000200:0.0:1775768144.426804:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.426810:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768144.426814:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.426816:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768144.426820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768144.426823:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768144.426827:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768144.426849:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768144.426853:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.426854:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768144.426857:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768144.426861:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768144.426864:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768144.426865:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768144.426868:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768144.426871:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426877:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.426880:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426887:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426888:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768144.426890:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768144.426894:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768144.426897:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768144.426898:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299074567
00000100:00000001:0.0:1775768144.426901:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.426903:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299074567
00000100:00000001:0.0:1775768144.426905:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.426907:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768144.426909:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.426911:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768144.426914:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768144/real 1775768144]  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768144.426922:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768144.426923:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768144.426925:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768144.426927:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768144.426928:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768144.426930:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768144.426933:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768144.426941:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426947:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768144.426948:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426949:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426950:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768144.426953:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426960:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768144.426963:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.426970:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768144.426973:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426974:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.426975:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.426977:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768144.426979:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768144.426981:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768144.426983:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768144.426985:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768144.426989:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768144.427002:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768144.427006:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768144.427010:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427017:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.427018:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.427020:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768144.427022:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768144.427024:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.427026:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768144.427030:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768144.427032:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768144.427033:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.427035:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427038:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768144.427040:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.427043:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768144.427046:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768144.427049:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768144.427052:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665600, portal 4
00000100:00000001:0.0:1775768144.427054:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768144.427055:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768144.427060:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427066:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768144.427069:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768144.427070:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768144.427073:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384665600, offset 0
00000400:00000200:0.0:1775768144.427076:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768144.427080:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.427083:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768144.427086:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768144.427089:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768144.427091:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768144.427093:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768144.427096:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200525:200525:256:4294967295] 192.168.202.154@tcp LPNI seq info [200525:200525:8:4294967295]
00000400:00000200:0.0:1775768144.427100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.427106:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768144.427110:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.427113:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768144.427116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768144.427119:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768144.427122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768144.427125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768144.427129:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.427131:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768144.427134:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768144.427137:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768144.427139:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768144.427141:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768144.427143:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768144.427146:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427153:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427155:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427162:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.427163:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768144.427166:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768144.427169:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768144.427172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768144.427174:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299074579
00000100:00000001:0.0:1775768144.427177:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.427179:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299074579
00000100:00000001:0.0:1775768144.427181:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.427183:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768144.427185:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.427187:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768144.427190:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768144/real 1775768144]  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768144.427197:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768144.427199:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768144.427200:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768144.427202:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768144.427203:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768144.427205:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768144.427208:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768144.427216:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427222:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768144.427223:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427225:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.427226:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768144.427229:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427235:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768144.427239:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427245:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768144.427248:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427249:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.427250:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427252:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768144.427254:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768144.427256:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768144.427259:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768144.427261:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768144.427264:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768144.427271:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768144.427274:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768144.427278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427285:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.427286:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.427288:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768144.427289:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768144.427291:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.427294:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768144.427297:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768144.427299:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768144.427300:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768144.427302:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427304:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768144.427306:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768144.427309:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768144.427311:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768144.427314:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768144.427316:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665728, portal 4
00000100:00000001:0.0:1775768144.427318:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768144.427319:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:0.0:1775768144.427324:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427331:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768144.427333:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768144.427335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768144.427337:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384665728, offset 0
00000400:00000200:0.0:1775768144.427341:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768144.427343:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.427346:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768144.427348:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768144.427351:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768144.427353:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768144.427355:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768144.427358:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200526:200526:256:4294967295] 192.168.202.154@tcp LPNI seq info [200526:200526:8:4294967295]
00000400:00000200:0.0:1775768144.427362:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768144.427368:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768144.427373:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.427375:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768144.427378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768144.427381:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768144.427385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768144.427387:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768144.427391:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768144.427393:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768144.427395:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768144.427399:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768144.427401:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768144.427402:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768144.427404:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768144.427407:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427420:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427423:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427429:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.427431:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768144.427433:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768144.427435:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768144.427438:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768144.427440:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299074581
00000100:00000001:0.0:1775768144.427442:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.427444:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299074581
00000100:00000001:0.0:1775768144.427446:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299075847
00000100:00000001:0.0:1775768144.427448:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768144.427450:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.427451:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768144.427454:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768144/real 1775768144]  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768144.427461:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768144.427462:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768144.427463:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768144.427465:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768144.427466:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768144.427468:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768144.427471:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768144.427479:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427485:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768144.427487:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.427489:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768144.427492:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427499:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768144.427502:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427521:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768144.427524:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427525:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768144.427526:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427529:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768144.427530:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768144.427532:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768144.427536:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768144.427538:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768144.427542:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768144.427549:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768144.427553:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427554:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427557:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384665344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427563:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768144.427564:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427566:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768144.427569:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768144.427570:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768144.427572:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768144.427574:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768144.427575:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768144.427577:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768144.427579:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768144.427580:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768144.427582:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768144.427584:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427586:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427588:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384665472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427595:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768144.427596:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427597:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768144.427599:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768144.427600:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768144.427601:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768144.427602:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768144.427603:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768144.427605:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768144.427606:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768144.427607:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768144.427609:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768144.427611:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427612:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427615:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384665600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427621:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768144.427622:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427624:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768144.427626:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768144.427627:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768144.427628:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768144.427629:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768144.427631:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:0.0:1775768144.427632:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768144.427634:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768144.427635:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768144.427637:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768144.427638:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427640:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768144.427643:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384665728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768144.427648:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768144.427649:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768144.427650:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768144.427652:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768144.427653:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768144.427654:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768144.427656:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768144.427657:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:0.0:1775768144.427659:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768144.427660:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768144.427662:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:0.0:1775768144.427664:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768144.427665:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427666:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.427669:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768144.427670:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768144.427672:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768144.427673:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768144.808918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768144.808925:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768144.808931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768144.808933:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768144.808994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768144.808998:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768144.809002:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768145.768972:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299075847, at 4299075904
00000100:00000010:0.0:1775768145.768988:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768145.832960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768145.832967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768145.832974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768145.832977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768145.833037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768145.833040:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768145.833043:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768146.859585:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768146.859593:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768146.859599:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768146.859601:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768147.880894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768147.880899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768147.880904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768147.880905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768147.880961:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768147.880964:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768147.880968:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768148.904910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768148.904916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768148.904922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768148.904926:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768148.904928:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768148.904931:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768148.904939:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768148.904941:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768148.904943:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768148.904946:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768148.904988:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768148.904992:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768148.904995:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768149.544934:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768149.544941:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768149.544943:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768149.544947:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768149.544950:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768149.544955:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4407
00000400:00000200:2.0:1775768149.544963:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768149.544967:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768149.544969:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768149.544971:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.544974:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.544975:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.544977:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768149.544979:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768149.544980:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768149.544982:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768149.544984:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768149.544985:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768149.544986:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768149.544988:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.544989:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.544990:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.544991:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768149.544993:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768149.544995:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768149.544997:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768149.544999:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768149.545002:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768149.545004:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545005:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768149.545007:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768149.545014:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768149.545016:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768149.545019:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768149.545020:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545021:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768149.545023:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768149.545026:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768149.545033:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768149.545037:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768149.545043:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768149.545051:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768149.545054:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768149.545056:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768149.545071:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768149.545073:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768149.545075:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768149.545076:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768149.545078:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768149.545079:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768149.545080:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4407
00000400:00000200:2.0:1775768149.545082:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768149.545084:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768149.545085:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768149.545086:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545088:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545089:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545090:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768149.545092:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768149.545092:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768149.545093:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768149.545094:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768149.545096:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768149.545097:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768149.545099:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545100:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545101:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545102:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768149.545104:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768149.545106:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545107:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768149.545108:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768149.545111:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768149.545113:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545114:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768149.545116:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768149.545118:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545120:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768149.545120:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768149.545122:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768149.545124:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768149.545125:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768149.545127:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768149.545128:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545129:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768149.545130:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768149.545136:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768149.545137:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768149.545139:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768149.545141:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768149.545146:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768149.545147:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768149.545153:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768149.545156:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768149.545161:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545172:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768149.545173:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545176:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768149.545177:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768149.545181:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1775768149.545183:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768149.545183:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768149.545184:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768149.545187:0:13429:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775768149.545188:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768149.545190:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4407
02000000:00000001:0.0:1775768149.545193:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768149.545194:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768149.545198:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768149.545199:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1775768149.545201:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384665856:192.168.202.154@tcp:250:kworker.0
00000100:00000040:2.0:1775768149.545204:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768149.545208:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768149.545209:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768149.545212:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768149.545212:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545213:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768149.545215:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768149.545216:0:13429:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775768149.545218:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775768149.545218:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768149.545220:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768149.545221:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
02000000:00000010:0.0:1775768149.545222:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
00000020:00000001:2.0:1775768149.545223:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
02000000:00000001:0.0:1775768149.545227:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768149.545227:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768149.545232:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545233:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768149.545236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768149.545236:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545239:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768149.545240:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000020:00000040:2.0:1775768149.545241:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768149.545245:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:0.0:1775768149.545246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000001:2.0:1775768149.545246:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768149.545250:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768149.545252:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768149.545253:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768149.545254:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665856, portal 25
00000100:00000001:2.0:1775768149.545254:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768149.545257:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1775768149.545257:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768149.545260:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000008:00000001:2.0:1775768149.545261:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545264:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768149.545267:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000100:00000040:0.0:1775768149.545269:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768149.545269:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768149.545274:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768149.545276:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545279:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768149.545282:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768149.545283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768149.545284:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768149.545287:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000010:2.0:1775768149.545288:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000400:00000010:0.0:1775768149.545290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:2.0:1775768149.545291:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768149.545293:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384665856, offset 0
00000100:00100000:2.0:1775768149.545296:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768149.545301:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545306:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768149.545307:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.545311:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768149.545312:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768149.545317:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768149.545323:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.545325:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768149.545325:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768149.545330:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775768149.545332:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768149.545333:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768149.545335:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768149.545337:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768149.545339:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768149.545340:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00080000:2.0:1775768149.545343:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4407
00000400:00000200:2.0:1775768149.545345:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768149.545347:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768149.545349:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768149.545354:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768149.545357:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200527:200527:256:4294967295] 192.168.202.154@tcp LPNI seq info [200527:200527:8:4294967295]
00000100:00000001:2.0:1775768149.545357:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545360:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545363:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768149.545366:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768149.545368:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000400:00000200:0.0:1775768149.545369:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768149.545369:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768149.545372:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768149.545374:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768149.545375:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768149.545378:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545379:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545383:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545385:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768149.545389:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000200:0.0:1775768149.545390:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768149.545393:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545397:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768149.545399:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768149.545401:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768149.545404:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768149.545405:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545405:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768149.545409:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000010:0.0:1775768149.545411:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000008:00000001:2.0:1775768149.545411:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545415:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768149.545418:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000800:00000200:0.0:1775768149.545420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768149.545421:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000800:00000200:0.0:1775768149.545425:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1775768149.545425:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768149.545428:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545430:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768149.545432:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768149.545433:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768149.545435:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768149.545436:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
02000000:00000010:2.0:1775768149.545438:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768149.545439:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768149.545442:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768149.545446:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768149.545447:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768149.545452:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775768149.545467:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.545471:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000100:00000001:2.0:1775768149.545473:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768149.545476:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768149.545478:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768149.545478:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768149.545480:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768149.545482:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768149.545485:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768149.545486:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768149.545491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000100:00080000:2.0:1775768149.545491:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4407
00000400:00000010:0.0:1775768149.545494:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000400:00000200:2.0:1775768149.545498:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768149.545500:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775768149.545501:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768149.545503:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768149.545506:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768149.545508:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545512:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545516:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545519:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768149.545524:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768149.545525:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768149.545527:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768149.545528:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768149.545528:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768149.545531:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768149.545532:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768149.545535:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768149.545536:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545539:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768149.545543:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768149.545546:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768149.545549:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768149.545554:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768149.545557:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545557:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768149.545558:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768149.545561:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.545562:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768149.545563:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545565:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768149.545566:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768149.545568:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545569:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545570:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768149.545571:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768149.545574:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768149.545576:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768149.545577:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768149.545578:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768149.545581:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768149.545582:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768149.545583:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299080966
02000000:00000001:2.0:1775768149.545584:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768149.545590:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000010:0.0:1775768149.545591:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:2.0:1775768149.545592:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768149.545598:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768149.545601:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768149.545609:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768149.545610:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299080966
00000100:00000001:2.0:1775768149.545611:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768149.545616:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76960.
00000100:00000040:2.0:1775768149.545618:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545620:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768149.545630:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768149.545635:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4417)
00000100:00000001:0.0:1775768149.545637:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.545641:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545644:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768149.545649:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768149/real 1775768149]  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768149.545665:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768149.545667:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768149.545669:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768149.545673:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768149.545674:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768149.545677:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768149.545680:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768149.545688:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545695:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768149.545697:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545699:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.545701:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768149.545704:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545711:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768149.545715:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545722:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768149.545725:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545726:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.545727:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545729:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768149.545730:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768149.545733:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768149.545735:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768149.545737:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768149.545739:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768149.545745:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384665856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768149.545748:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545750:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.545751:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384665856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545755:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768149.545757:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768149.545758:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768149.545760:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768149.545762:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768149.545763:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768149.545764:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768149.545766:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:0.0:1775768149.545770:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768149.545771:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768149.545773:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768149.545776:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768149.545777:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545779:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545785:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768149.545787:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545789:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768149.545791:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768149.545792:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768149.545795:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545802:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768149.545804:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.545806:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768149.545807:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768149.545809:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768149.545811:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768149.545814:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768149.545815:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768149.545816:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.545817:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768149.545819:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768149.545820:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.545823:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768149.545825:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768149.545827:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768149.545847:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384665984, portal 10
00000100:00000001:0.0:1775768149.545849:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768149.545849:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:0.0:1775768149.545854:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545858:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768149.545859:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768149.545861:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768149.545862:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384665984, offset 0
00000400:00000200:0.0:1775768149.545865:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768149.545867:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.545870:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768149.545872:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768149.545874:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768149.545875:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768149.545877:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768149.545878:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200528:200528:256:4294967295] 192.168.202.154@tcp LPNI seq info [200528:200528:8:4294967295]
00000400:00000200:0.0:1775768149.545881:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.545885:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768149.545887:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.545889:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768149.545892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768149.545894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768149.545896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768149.545898:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768149.545900:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.545902:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768149.545903:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768149.545905:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768149.545907:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768149.545908:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768149.545910:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768149.545912:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545916:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.545918:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545921:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545922:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768149.545924:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768149.545927:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768149.545929:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768149.545931:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299079708
00000100:00000001:0.0:1775768149.545934:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.545936:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299079708
00000100:00000001:0.0:1775768149.545938:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.545940:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.545942:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.545944:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768149.545947:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768149/real 1775768149]  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768149.545954:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768149.545955:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768149.545957:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768149.545959:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768149.545961:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768149.545963:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768149.545966:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768149.545974:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545980:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768149.545982:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545983:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.545984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768149.545987:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545991:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768149.545993:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.545996:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768149.545998:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.545999:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546000:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546001:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768149.546002:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768149.546004:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768149.546005:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768149.546006:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768149.546008:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768149.546012:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384665984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768149.546015:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768149.546017:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546020:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768149.546021:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546022:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768149.546023:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768149.546024:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768149.546026:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768149.546028:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768149.546029:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768149.546030:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546031:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546033:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768149.546035:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.546037:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768149.546038:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768149.546040:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768149.546041:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666112, portal 10
00000100:00000001:0.0:1775768149.546043:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768149.546044:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768149.546047:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546051:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768149.546052:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768149.546053:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768149.546055:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384666112, offset 0
00000400:00000200:0.0:1775768149.546057:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546059:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546061:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768149.546063:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768149.546065:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768149.546066:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768149.546067:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546069:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200529:200529:256:4294967295] 192.168.202.154@tcp LPNI seq info [200529:200529:8:4294967295]
00000400:00000200:0.0:1775768149.546072:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546075:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768149.546077:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546079:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768149.546081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768149.546083:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768149.546086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768149.546087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768149.546090:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546091:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768149.546093:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768149.546095:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768149.546097:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768149.546098:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768149.546099:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768149.546101:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546105:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546107:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546110:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546111:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768149.546112:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768149.546114:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768149.546116:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768149.546117:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299079686
00000100:00000001:0.0:1775768149.546118:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546119:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299079686
00000100:00000001:0.0:1775768149.546121:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546122:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.546123:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546124:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768149.546126:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768149/real 1775768149]  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768149.546130:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768149.546131:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768149.546132:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768149.546133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768149.546134:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768149.546135:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768149.546136:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768149.546141:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546144:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768149.546145:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546146:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768149.546148:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546151:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768149.546153:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546157:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768149.546158:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546158:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546159:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546160:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768149.546161:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768149.546163:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768149.546165:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768149.546166:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768149.546168:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768149.546172:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768149.546173:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768149.546175:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546178:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768149.546179:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546180:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768149.546181:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768149.546182:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768149.546183:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768149.546185:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768149.546186:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768149.546187:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546187:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546189:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768149.546190:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.546192:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768149.546193:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768149.546195:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768149.546197:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666240, portal 4
00000100:00000001:0.0:1775768149.546198:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768149.546198:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768149.546201:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546205:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768149.546206:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768149.546207:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768149.546209:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384666240, offset 0
00000400:00000200:0.0:1775768149.546211:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546212:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546214:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768149.546215:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768149.546217:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768149.546218:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768149.546219:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546220:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200530:200530:256:4294967295] 192.168.202.154@tcp LPNI seq info [200530:200530:8:4294967295]
00000400:00000200:0.0:1775768149.546223:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546226:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768149.546229:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546230:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768149.546232:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768149.546233:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768149.546236:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768149.546237:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768149.546239:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546240:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768149.546242:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768149.546244:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768149.546245:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768149.546246:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768149.546247:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768149.546249:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546253:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546254:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546262:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546263:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768149.546264:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768149.546265:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768149.546267:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768149.546268:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299079698
00000100:00000001:0.0:1775768149.546269:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546271:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299079698
00000100:00000001:0.0:1775768149.546272:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546273:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.546274:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546275:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768149.546277:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768149/real 1775768149]  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768149.546280:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768149.546281:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768149.546282:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768149.546283:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768149.546283:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768149.546285:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768149.546286:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768149.546291:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546294:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768149.546295:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546295:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546296:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768149.546298:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546302:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768149.546304:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546309:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768149.546311:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546312:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546313:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546315:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768149.546316:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768149.546318:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768149.546321:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768149.546323:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768149.546326:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768149.546332:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768149.546335:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768149.546337:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546342:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768149.546343:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546344:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768149.546346:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768149.546347:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768149.546350:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768149.546352:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768149.546354:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768149.546356:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768149.546358:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546360:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768149.546362:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768149.546364:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768149.546366:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768149.546369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768149.546372:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666368, portal 4
00000100:00000001:0.0:1775768149.546374:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768149.546375:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:0.0:1775768149.546379:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546384:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768149.546386:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768149.546387:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768149.546389:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384666368, offset 0
00000400:00000200:0.0:1775768149.546393:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546396:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546399:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768149.546401:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768149.546404:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768149.546406:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768149.546408:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768149.546410:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200531:200531:256:4294967295] 192.168.202.154@tcp LPNI seq info [200531:200531:8:4294967295]
00000400:00000200:0.0:1775768149.546414:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768149.546419:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768149.546423:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768149.546429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768149.546431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768149.546434:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768149.546436:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768149.546439:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768149.546441:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:0.0:1775768149.546444:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768149.546447:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768149.546449:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:0.0:1775768149.546451:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:0.0:1775768149.546453:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768149.546470:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546477:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546480:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546486:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546488:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768149.546491:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768149.546493:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768149.546496:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768149.546497:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299079700
00000100:00000001:0.0:1775768149.546499:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546500:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299079700
00000100:00000001:0.0:1775768149.546501:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299080966
00000100:00000001:0.0:1775768149.546503:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768149.546504:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546505:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768149.546507:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768149/real 1775768149]  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768149.546511:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768149.546512:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768149.546513:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768149.546515:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768149.546516:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768149.546518:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768149.546521:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768149.546528:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546533:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768149.546534:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546536:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546537:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768149.546540:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546546:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768149.546549:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546555:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768149.546557:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546558:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768149.546559:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546561:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768149.546562:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768149.546565:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768149.546568:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768149.546570:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768149.546573:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768149.546579:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768149.546583:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546584:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546587:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384665984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546593:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768149.546595:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546596:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768149.546599:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768149.546600:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768149.546601:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768149.546603:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768149.546605:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768149.546607:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768149.546608:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768149.546609:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768149.546611:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768149.546612:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546614:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546617:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384666112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546621:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768149.546621:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546622:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768149.546624:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768149.546624:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768149.546625:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768149.546626:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768149.546627:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768149.546628:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768149.546628:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768149.546629:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768149.546630:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768149.546631:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546632:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546633:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384666240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546637:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768149.546638:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546638:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768149.546640:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768149.546640:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768149.546641:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768149.546642:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768149.546643:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:0.0:1775768149.546644:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768149.546644:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768149.546645:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768149.546646:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768149.546647:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546647:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768149.546649:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384666368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768149.546654:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768149.546655:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768149.546656:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768149.546658:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768149.546659:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768149.546660:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768149.546661:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768149.546662:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:0.0:1775768149.546664:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768149.546665:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768149.546666:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768149.546668:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768149.546669:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546670:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.546674:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768149.546675:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768149.546677:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768149.546678:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768149.928927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768149.928932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768149.928937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768149.928938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768150.888925:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299080966, at 4299081024
00000100:00000010:0.0:1775768150.888938:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768150.952935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768150.952941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768150.952947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768150.952948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768150.953000:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768150.953003:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768150.953006:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768151.976931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768151.976937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768151.976941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768151.976943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768151.976996:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768151.976999:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768151.977003:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768153.001059:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768153.001066:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768153.001068:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768153.001072:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768153.001077:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768153.001079:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768153.001080:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768153.001083:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768153.001086:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768153.001088:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768154.024945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768154.024952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768154.024959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768154.024960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768154.025012:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768154.025016:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768154.025019:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768154.665197:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768154.665201:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.665205:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768154.665212:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.665226:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.665228:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665232:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768154.665235:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768154.665236:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.665240:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384666496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768154.665246:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768154.665249:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768154.665252:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665256:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768154.665261:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768154.665265:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.665272:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768154.665276:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768154.665281:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768154.665288:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666496, portal 25
00000100:00000001:0.0:1775768154.665291:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768154.665293:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387061632 : -107275322489984 : ffff9e6f04828380)
00000100:00000040:0.0:1775768154.665297:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.665331:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768154.665336:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768154.665340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4dd0.
00000100:00000200:0.0:1775768154.665343:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384666496, offset 0
00000400:00000200:0.0:1775768154.665350:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768154.665359:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.665365:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768154.665371:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768154.665378:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768154.665383:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768154.665388:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768154.665395:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200532:200532:256:4294967295] 192.168.202.154@tcp LPNI seq info [200532:200532:8:4294967295]
00000400:00000200:0.0:1775768154.665398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.665404:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768154.665418:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768154.665422:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462d00.
00000800:00000200:0.0:1775768154.665435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768154.665447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768154.665469:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.665478:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768154.665482:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299086086
00000100:00000010:0.0:1775768154.665489:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768154.665496:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768154.665503:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299086086
00000100:00000010:0.0:1775768154.665509:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76cc0.
00000100:00000001:0.0:1775768154.665512:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768154.665515:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768154.665518:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.665523:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.665527:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.665537:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768154.665540:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768154.665545:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768154.665547:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.665550:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768154.665557:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.665574:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.665577:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665582:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768154.665585:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768154.665590:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.665599:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768154.665607:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768154.665612:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768154.665615:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665621:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768154.665625:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768154.665630:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.665638:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768154.665642:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014ba50.
00000400:00000010:0.0:1775768154.665647:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768154.665651:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666624, portal 10
00000100:00000001:0.0:1775768154.665654:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768154.665656:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:0.0:1775768154.665665:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.665678:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768154.665684:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768154.665687:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4550.
00000100:00000200:0.0:1775768154.665690:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384666624, offset 0
00000400:00000200:0.0:1775768154.665699:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768154.665706:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.665712:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768154.665718:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768154.665723:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768154.665729:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768154.665734:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768154.665742:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200533:200533:255:4294967295] 192.168.202.154@tcp LPNI seq info [200533:200533:7:4294967295]
00000400:00000200:0.0:1775768154.665753:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.665766:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768154.665778:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768154.665784:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462100.
00000800:00000200:0.0:1775768154.665793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768154.665801:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768154.665805:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768154.665811:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768154.665819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768154.665823:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299084827
00000100:00000001:0.0:1775768154.665870:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.665877:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299084828
00000100:00000001:0.0:1775768154.665881:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.665886:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768154.665892:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.665896:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.665900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.665906:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768154.665909:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768154.665913:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768154.665917:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.665919:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768154.665926:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.665943:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.665946:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665952:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768154.665957:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768154.665962:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.665969:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768154.665975:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768154.665979:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768154.665983:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.665986:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768154.665992:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768154.665995:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.666003:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768154.666008:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b6e0.
00000400:00000010:0.0:1775768154.666014:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4aa0.
00000100:00000200:0.0:1775768154.666020:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666752, portal 10
00000100:00000001:0.0:1775768154.666024:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768154.666027:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000040:0.0:1775768154.666036:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.666050:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768154.666054:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768154.666056:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4f68.
00000100:00000200:0.0:1775768154.666061:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384666752, offset 0
00000400:00000200:0.0:1775768154.666066:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666070:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666075:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768154.666078:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768154.666080:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768154.666082:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768154.666084:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666096:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200534:200534:254:4294967295] 192.168.202.154@tcp LPNI seq info [200534:200534:6:4294967295]
00000400:00000200:0.0:1775768154.666100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666105:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768154.666109:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768154.666112:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768154.666115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768154.666118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768154.666121:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768154.666123:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768154.666126:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768154.666127:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299084806
00000100:00000001:0.0:1775768154.666129:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666131:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299084806
00000100:00000001:0.0:1775768154.666133:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666135:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768154.666137:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666139:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768154.666143:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.666149:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.666150:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.666152:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768154.666153:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768154.666155:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.666157:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768154.666160:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768154.666162:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768154.666163:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.666164:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768154.666167:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768154.666169:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.666171:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768154.666174:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b948.
00000400:00000010:0.0:1775768154.666176:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4088.
00000100:00000200:0.0:1775768154.666179:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384666880, portal 4
00000100:00000001:0.0:1775768154.666180:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768154.666181:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768154.666186:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.666192:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768154.666194:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768154.666197:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc42a8.
00000100:00000200:0.0:1775768154.666199:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384666880, offset 0
00000400:00000200:0.0:1775768154.666202:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666206:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666209:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768154.666211:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768154.666213:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768154.666215:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768154.666217:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666220:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200535:200535:253:4294967295] 192.168.202.154@tcp LPNI seq info [200535:200535:5:4294967295]
00000400:00000200:0.0:1775768154.666224:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666230:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768154.666234:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768154.666238:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462400.
00000800:00000200:0.0:1775768154.666241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768154.666245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768154.666247:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768154.666250:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768154.666253:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768154.666255:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299084818
00000100:00000001:0.0:1775768154.666257:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666259:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299084818
00000100:00000001:0.0:1775768154.666260:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666262:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768154.666264:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666266:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666268:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.666271:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768154.666273:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768154.666275:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768154.666276:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.666277:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768154.666281:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.666288:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.666290:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.666292:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768154.666293:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768154.666295:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.666298:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768154.666300:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768154.666302:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768154.666304:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768154.666305:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768154.666308:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768154.666310:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768154.666313:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768154.666315:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768154.666318:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768154.666320:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667008, portal 4
00000100:00000001:0.0:1775768154.666321:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768154.666322:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768154.666327:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768154.666334:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768154.666336:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768154.666338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4a18.
00000100:00000200:0.0:1775768154.666340:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384667008, offset 0
00000400:00000200:0.0:1775768154.666344:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666348:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666351:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768154.666354:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768154.666356:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768154.666358:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768154.666360:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768154.666363:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200536:200536:252:4294967295] 192.168.202.154@tcp LPNI seq info [200536:200536:4:4294967295]
00000400:00000200:0.0:1775768154.666367:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768154.666373:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768154.666378:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768154.666382:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462f00.
00000800:00000200:0.0:1775768154.666385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768154.666388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768154.666391:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768154.666395:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768154.666399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768154.666401:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299084820
00000100:00000001:0.0:1775768154.666403:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666404:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299084820
00000100:00000001:0.0:1775768154.666416:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299086086
00000100:00000001:0.0:1775768154.666418:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768154.666421:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666423:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666425:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.666428:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768154.666429:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768154.666430:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768154.666432:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.666433:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768154.666435:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768155.048915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768155.048921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768155.048925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768155.048926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768155.048959:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768155.048962:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768155.048965:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768156.008910:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299086086, at 4299086144
00000100:00000010:0.0:1775768156.008922:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768156.072922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768156.072927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768156.072932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768156.072934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768157.096946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768157.096951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768157.096955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768157.096955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768157.097016:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768157.097020:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768157.097023:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768157.737112:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768157.737159:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768157.737169:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768157.737173:0:2395:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768157.737177:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768157.737181:0:2395:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768157.737186:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768157.737190:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462d00.
00000400:00000200:2.0:1775768157.737196:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768157.737201:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768157.737206:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4dd0
00000400:00000010:2.0:1775768157.737209:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4dd0.
00000100:00000001:2.0:1775768157.737213:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768157.737222:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.737251:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768157.737256:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.737263:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.737271:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768157.737281:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768157.737284:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462100.
00000100:00000001:0.0:1775768157.737285:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768157.737287:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1775768157.737291:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775768157.737292:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768157.737296:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4550
00000100:00000001:0.0:1775768157.737298:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000010:2.0:1775768157.737299:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4550.
00000100:00000001:2.0:1775768157.737303:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1775768157.737309:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768157]  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768157.737309:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.737339:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768157.737344:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768157.737347:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768157.737351:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768157.737353:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.737356:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1775768157.737359:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000800:00000100:2.0:1775768157.737363:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000400:00000200:0.0:1775768157.737366:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000800:00000010:2.0:1775768157.737366:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000010:0.0:1775768157.737370:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768157.737373:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775768157.737375:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:0.0:1775768157.737393:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768157.737404:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768157.737408:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768157.737417:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4f68
00000100:00000001:0.0:1775768157.737418:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000010:2.0:1775768157.737420:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4f68.
00000100:00000001:0.0:1775768157.737421:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737426:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768157.737427:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768157.737432:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737439:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768157.737446:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1775768157.737448:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768157.737453:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737461:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768157.737469:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768157.737470:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.737473:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768157.737480:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:2.0:1775768157.737482:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000100:00000001:0.0:1775768157.737485:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:2.0:1775768157.737486:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000100:00000001:0.0:1775768157.737488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737491:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768157.737492:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1775768157.737494:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768157.737497:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1775768157.737498:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768157.737503:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc42a8
00000100:00080000:0.0:1775768157.737506:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000010:2.0:1775768157.737507:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc42a8.
00000100:00000001:2.0:1775768157.737511:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1775768157.737515:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000200:2.0:1775768157.737519:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737520:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768157.737527:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768157.737537:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384666496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768157.737547:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.737548:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768157.737551:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768157.737555:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768157.737557:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828380 x1862023384666496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.737579:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768157.737580:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768157.737584:0:2395:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1775768157.737585:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768157.737589:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
00000800:00000100:2.0:1775768157.737592:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
02000000:00000001:0.0:1775768157.737595:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000010:2.0:1775768157.737596:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000020:00000001:0.0:1775768157.737598:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768157.737601:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000400:00000200:2.0:1775768157.737601:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000020:00000001:0.0:1775768157.737604:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768157.737608:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
00000400:00000200:2.0:1775768157.737608:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768157.737614:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4a18
02000000:00000001:0.0:1775768157.737615:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000400:00000010:2.0:1775768157.737617:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4a18.
02000000:00000001:0.0:1775768157.737618:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768157.737622:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828380.
00000100:00000001:2.0:1775768157.737623:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768157.737628:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768157.737630:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1775768157.737630:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737638:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768157.737641:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768157.737644:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768157.737646:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768157.737650:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1775768157.737653:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768157]  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768157.737658:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768157.737675:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768157.737676:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768157.737677:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768157.737679:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1775768157.737681:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b6e0.
00000400:00000200:0.0:1775768157.737686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4aa0
00000400:00000010:0.0:1775768157.737688:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4aa0.
00000100:00000001:0.0:1775768157.737691:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768157.737695:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768157.737703:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737709:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768157.737711:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737714:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768157.737717:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737722:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768157.737726:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737731:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768157.737733:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737738:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768157.737739:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768157.737741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768157.737745:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768157.737747:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768157.737750:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768157.737756:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768157.737760:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768157.737763:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768157]  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768157.737770:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768157.737771:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768157.737773:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b948.
00000400:00000200:0.0:1775768157.737775:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4088
00000400:00000010:0.0:1775768157.737777:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4088.
00000100:00000001:0.0:1775768157.737779:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768157.737782:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768157.737789:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737794:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768157.737796:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737797:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737798:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768157.737802:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737807:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768157.737810:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737815:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768157.737818:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737819:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737820:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737821:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768157.737822:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768157.737824:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768157.737849:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768157.737852:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768157.737855:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768157.737862:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768157.737866:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768157.737869:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768157]  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768157.737882:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768157.737883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768157.737885:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014ba50.
00000400:00000200:0.0:1775768157.737887:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768157.737888:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768157.737890:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768157.737893:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768157.737901:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737907:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768157.737908:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737910:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737911:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768157.737914:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737920:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768157.737924:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737930:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768157.737932:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737933:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.737935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737936:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768157.737938:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768157.737941:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768157.737944:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768157.737946:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768157.737952:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768157.737960:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384666624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768157.737964:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768157.737965:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768157.737969:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384666752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.737975:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768157.737976:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768157.737979:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768157.737982:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768157.737984:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768157.737985:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768157.737986:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768157.737987:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:0.0:1775768157.737990:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768157.737991:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768157.737993:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:0.0:1775768157.737995:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768157.737996:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.737998:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768157.738001:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384666880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738007:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768157.738008:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768157.738010:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768157.738014:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768157.738015:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768157.738017:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768157.738019:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768157.738020:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:0.0:1775768157.738023:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768157.738025:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768157.738026:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768157.738029:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768157.738030:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738031:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768157.738035:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384666624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738040:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768157.738041:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768157.738043:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768157.738045:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768157.738045:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768157.738047:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768157.738049:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768157.738050:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768157.738052:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768157.738053:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768157.738054:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:0.0:1775768157.738056:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768157.738057:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738059:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768157.738060:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768157.738061:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768157.738063:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768157.738066:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768154/real 1775768157]  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768157.738074:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768157.738076:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768157.738078:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768157.738080:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768157.738082:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768157.738084:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768157.738087:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768157.738095:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738101:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768157.738103:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738105:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.738107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768157.738110:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738117:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768157.738120:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738126:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768157.738128:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738130:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768157.738131:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738133:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768157.738134:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768157.738137:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768157.738140:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768157.738143:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768157.738147:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768157.738154:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768157.738158:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738160:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768157.738162:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384667008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768157.738168:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768157.738169:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768157.738171:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768157.738173:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768157.738174:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768157.738175:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768157.738177:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768157.738178:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:0.0:1775768157.738180:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768157.738181:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768157.738182:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768157.738184:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768157.738185:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738187:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.738195:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768157.738197:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768157.738199:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768157.738200:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768158.120903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768158.120909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768158.120915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768158.120917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768158.120986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768158.120989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768158.120992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768159.144900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768159.144908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768159.144915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768159.144919:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768159.144921:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768159.144924:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768159.144926:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768159.144929:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768159.144930:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768159.144932:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.785186:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768159.785193:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768159.785197:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768159.785207:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785229:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.785239:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.785246:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768159.785251:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768159.785257:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.785264:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384667136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768159.785273:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768159.785279:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768159.785282:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.785287:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768159.785295:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768159.785299:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.785312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768159.785318:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768159.785328:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768159.785337:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667136, portal 25
00000100:00000001:0.0:1775768159.785342:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768159.785346:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:0.0:1775768159.785382:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785400:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768159.785407:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768159.785412:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768159.785418:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384667136, offset 0
00000400:00000200:0.0:1775768159.785430:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768159.785442:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.785450:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768159.785458:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768159.785466:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768159.785470:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768159.785476:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768159.785484:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200537:200537:256:4294967295] 192.168.202.154@tcp LPNI seq info [200537:200537:8:4294967295]
00000400:00000200:0.0:1775768159.785493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.785510:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768159.785517:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.785523:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768159.785535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768159.785541:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768159.785553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768159.785559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768159.785568:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.785572:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768159.785580:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768159.785592:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768159.785601:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768159.785606:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768159.785612:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768159.785620:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785641:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.785648:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785665:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.785668:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768159.785677:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.785686:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768159.785692:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299091206
00000100:00000010:0.0:1775768159.785701:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768159.785712:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768159.785721:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299091206
00000100:00000010:0.0:1775768159.785728:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab767e0.
00000100:00000001:0.0:1775768159.785732:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768159.785738:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768159.785743:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.785748:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768159.785756:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159]  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768159.785778:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768159.785782:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768159.785786:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768159.785792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768159.785796:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768159.785801:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768159.785821:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768159.785888:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785906:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768159.785909:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.785915:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.785918:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768159.785927:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785940:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768159.785949:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.785968:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768159.785975:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.785979:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.785982:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.785987:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768159.785991:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768159.785996:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768159.786003:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768159.786006:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768159.786011:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768159.786020:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384667136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768159.786026:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786028:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.786031:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384667136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786038:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768159.786040:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768159.786043:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768159.786047:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768159.786048:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768159.786050:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768159.786053:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768159.786056:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768159.786060:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768159.786062:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768159.786064:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768159.786068:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768159.786069:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786071:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786080:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768159.786082:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786084:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768159.786086:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768159.786087:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768159.786091:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786098:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.786099:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786101:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768159.786103:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768159.786105:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.786109:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768159.786112:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768159.786114:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768159.786116:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786119:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768159.786122:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768159.786124:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.786128:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768159.786131:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768159.786134:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768159.786138:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667264, portal 10
00000100:00000001:0.0:1775768159.786140:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768159.786141:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768159.786148:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786155:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768159.786157:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768159.786159:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768159.786161:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384667264, offset 0
00000400:00000200:0.0:1775768159.786165:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786169:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786173:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768159.786176:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768159.786179:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768159.786181:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768159.786183:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786187:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200538:200538:256:4294967295] 192.168.202.154@tcp LPNI seq info [200538:200538:8:4294967295]
00000400:00000200:0.0:1775768159.786191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786197:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768159.786202:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786205:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768159.786209:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768159.786212:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768159.786216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768159.786219:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768159.786222:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786224:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768159.786228:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768159.786231:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768159.786234:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768159.786236:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768159.786239:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768159.786243:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786250:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.786253:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786265:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786266:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768159.786269:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768159.786273:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768159.786276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768159.786278:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299089948
00000100:00000001:0.0:1775768159.786281:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786283:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299089948
00000100:00000001:0.0:1775768159.786284:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786286:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768159.786288:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786290:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768159.786294:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159]  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768159.786301:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768159.786303:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768159.786304:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768159.786306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768159.786308:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768159.786310:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768159.786313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768159.786320:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786326:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768159.786328:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786331:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768159.786334:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786342:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768159.786345:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786352:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768159.786354:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786368:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786370:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786372:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768159.786374:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768159.786376:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768159.786381:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768159.786383:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768159.786388:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768159.786396:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768159.786401:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768159.786405:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786412:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.786413:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786415:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768159.786417:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768159.786419:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.786423:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768159.786426:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768159.786429:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768159.786431:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786433:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768159.786437:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768159.786438:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.786442:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768159.786444:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768159.786448:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768159.786451:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667392, portal 10
00000100:00000001:0.0:1775768159.786453:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768159.786455:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:0.0:1775768159.786460:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786466:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768159.786468:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768159.786470:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768159.786472:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384667392, offset 0
00000400:00000200:0.0:1775768159.786476:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786481:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786484:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768159.786487:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768159.786489:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768159.786491:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768159.786494:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786496:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200539:200539:256:4294967295] 192.168.202.154@tcp LPNI seq info [200539:200539:8:4294967295]
00000400:00000200:0.0:1775768159.786500:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786506:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768159.786510:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786514:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768159.786518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768159.786520:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768159.786524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768159.786526:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768159.786529:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786532:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768159.786535:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768159.786538:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768159.786541:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768159.786543:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768159.786545:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768159.786548:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786555:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.786557:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786562:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786564:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768159.786566:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768159.786569:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768159.786572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768159.786573:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299089926
00000100:00000001:0.0:1775768159.786576:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786578:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299089926
00000100:00000001:0.0:1775768159.786580:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786582:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768159.786584:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786586:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768159.786589:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159]  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768159.786596:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768159.786597:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768159.786598:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768159.786602:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768159.786603:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768159.786605:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768159.786608:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768159.786614:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786620:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768159.786621:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786623:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786624:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768159.786627:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786633:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768159.786637:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786643:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768159.786646:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786647:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786648:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786650:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768159.786652:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768159.786655:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768159.786658:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768159.786660:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768159.786664:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768159.786671:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768159.786674:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768159.786678:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786684:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.786686:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786688:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768159.786689:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768159.786691:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.786694:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768159.786697:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768159.786699:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768159.786700:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786702:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768159.786705:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768159.786707:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.786710:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768159.786713:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768159.786716:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768159.786719:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667520, portal 4
00000100:00000001:0.0:1775768159.786721:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768159.786722:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:0.0:1775768159.786727:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786733:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768159.786735:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768159.786738:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768159.786740:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384667520, offset 0
00000400:00000200:0.0:1775768159.786744:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786748:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786751:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768159.786753:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768159.786756:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768159.786758:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768159.786761:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768159.786764:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200540:200540:256:4294967295] 192.168.202.154@tcp LPNI seq info [200540:200540:8:4294967295]
00000400:00000200:0.0:1775768159.786768:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.786774:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768159.786778:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786782:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768159.786785:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768159.786788:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768159.786792:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768159.786794:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768159.786798:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.786800:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768159.786803:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768159.786806:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768159.786809:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768159.786810:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768159.786813:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768159.786816:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786824:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.786827:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786856:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786858:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768159.786861:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768159.786865:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768159.786868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768159.786870:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299089939
00000100:00000001:0.0:1775768159.786872:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786875:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299089939
00000100:00000001:0.0:1775768159.786877:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.786879:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768159.786881:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.786883:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768159.786887:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159]  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768159.786896:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768159.786897:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768159.786899:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768159.786902:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768159.786903:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768159.786905:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768159.786908:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768159.786916:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786922:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768159.786924:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786926:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786927:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768159.786930:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786937:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768159.786940:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786947:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768159.786949:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786951:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.786952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.786954:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768159.786955:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768159.786957:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768159.786961:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768159.786963:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768159.786967:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768159.786974:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768159.786977:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768159.786981:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.786987:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.786988:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.786991:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768159.786992:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768159.786994:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.786996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768159.787000:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768159.787002:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768159.787004:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768159.787006:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768159.787009:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768159.787011:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768159.787014:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768159.787016:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768159.787019:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768159.787022:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667648, portal 4
00000100:00000001:0.0:1775768159.787024:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768159.787025:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:0.0:1775768159.787030:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787036:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768159.787039:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768159.787042:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768159.787044:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384667648, offset 0
00000400:00000200:0.0:1775768159.787048:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768159.787052:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.787055:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768159.787058:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768159.787068:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768159.787070:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768159.787073:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768159.787076:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200541:200541:256:4294967295] 192.168.202.154@tcp LPNI seq info [200541:200541:8:4294967295]
00000400:00000200:0.0:1775768159.787080:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768159.787086:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768159.787090:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.787094:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768159.787097:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768159.787100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768159.787104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768159.787106:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768159.787110:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768159.787112:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768159.787115:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768159.787118:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768159.787121:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768159.787123:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768159.787125:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768159.787128:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787136:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.787139:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787145:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.787146:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768159.787149:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768159.787152:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768159.787155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768159.787157:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299089941
00000100:00000001:0.0:1775768159.787159:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.787161:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299089941
00000100:00000001:0.0:1775768159.787164:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299091206
00000100:00000001:0.0:1775768159.787165:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768159.787167:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.787169:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768159.787172:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768159/real 1775768159]  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768159.787179:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768159.787181:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768159.787183:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768159.787185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768159.787187:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768159.787189:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768159.787191:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768159.787199:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787205:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768159.787206:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787208:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.787209:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768159.787212:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787218:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768159.787222:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787228:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768159.787231:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787232:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768159.787233:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787235:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768159.787236:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768159.787239:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768159.787242:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768159.787244:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768159.787248:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768159.787256:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768159.787260:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787261:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.787265:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384667264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787271:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768159.787272:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768159.787274:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768159.787277:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768159.787278:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768159.787280:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768159.787282:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768159.787284:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768159.787287:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768159.787288:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768159.787289:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768159.787292:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768159.787293:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787296:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.787299:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384667392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787304:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768159.787306:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768159.787307:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768159.787309:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768159.787310:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768159.787311:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768159.787313:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768159.787314:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768159.787315:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768159.787316:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768159.787318:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:0.0:1775768159.787320:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768159.787321:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787322:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.787325:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384667520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787331:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768159.787332:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768159.787334:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768159.787336:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768159.787337:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768159.787338:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768159.787340:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768159.787341:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768159.787343:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768159.787344:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768159.787345:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:0.0:1775768159.787347:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768159.787348:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787350:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768159.787353:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384667648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768159.787377:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768159.787378:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768159.787379:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768159.787381:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768159.787382:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768159.787383:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768159.787385:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768159.787387:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768159.787388:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768159.787389:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768159.787391:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:0.0:1775768159.787393:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768159.787394:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787396:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.787400:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768159.787401:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768159.787403:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768159.787405:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768160.168888:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768160.168893:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768160.168898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768160.168899:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768160.168949:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768160.168953:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768160.168956:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768161.128934:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299091206, at 4299091264
00000100:00000010:0.0:1775768161.128950:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768161.192958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768161.192963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768161.192968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768161.192969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768161.193021:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768161.193024:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768161.193027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768162.216901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768162.216908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768162.216910:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768162.216912:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768162.216917:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768162.216924:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768162.216926:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768162.216931:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768162.216937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768162.216939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768163.240931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768163.240937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768163.240942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768163.240943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768163.240989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768163.240992:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768163.240995:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768164.264950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768164.264955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768164.264961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768164.264962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768164.265033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768164.265038:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768164.265042:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768164.905273:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768164.905279:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768164.905281:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768164.905291:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905322:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.905326:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.905332:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768164.905337:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768164.905343:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.905349:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384667776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768164.905356:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768164.905360:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768164.905364:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.905369:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768164.905374:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768164.905379:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.905389:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768164.905396:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768164.905405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768164.905414:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667776, portal 25
00000100:00000001:0.0:1775768164.905420:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768164.905423:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:0.0:1775768164.905436:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905455:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768164.905464:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768164.905469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768164.905475:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384667776, offset 0
00000400:00000200:0.0:1775768164.905487:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768164.905497:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.905507:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768164.905515:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768164.905523:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768164.905532:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768164.905540:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768164.905551:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200542:200542:256:4294967295] 192.168.202.154@tcp LPNI seq info [200542:200542:8:4294967295]
00000400:00000200:0.0:1775768164.905563:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.905579:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768164.905589:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.905594:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768164.905606:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768164.905610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768164.905621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768164.905625:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768164.905643:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.905648:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768164.905655:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768164.905664:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768164.905668:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768164.905672:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768164.905678:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768164.905685:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905708:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.905713:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905725:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.905728:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768164.905735:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.905743:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768164.905747:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299096326
00000100:00000010:0.0:1775768164.905753:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768164.905762:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768164.905774:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299096326
00000100:00000010:0.0:1775768164.905780:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76f60.
00000100:00000001:0.0:1775768164.905786:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768164.905793:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768164.905812:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.905821:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768164.905867:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164]  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768164.905893:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768164.905896:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768164.905900:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768164.905905:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768164.905909:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768164.905913:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768164.905920:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768164.905932:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905943:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768164.905945:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.905949:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.905952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768164.905960:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905972:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768164.905978:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.905992:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768164.905999:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906002:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.906005:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906011:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768164.906015:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768164.906022:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768164.906031:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768164.906038:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768164.906049:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768164.906073:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384667776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768164.906087:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906092:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.906100:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384667776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906132:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768164.906137:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768164.906142:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768164.906149:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768164.906153:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768164.906156:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768164.906161:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768164.906167:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768164.906174:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768164.906258:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768164.906262:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:0.0:1775768164.906266:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768164.906268:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906270:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906278:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768164.906280:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906283:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768164.906285:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768164.906286:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768164.906291:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906299:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.906301:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906303:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768164.906304:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768164.906306:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.906322:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768164.906325:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768164.906327:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768164.906329:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906330:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768164.906334:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768164.906336:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.906340:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768164.906344:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768164.906347:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768164.906350:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384667904, portal 10
00000100:00000001:0.0:1775768164.906352:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768164.906354:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:0.0:1775768164.906361:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906369:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768164.906371:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768164.906373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768164.906376:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384667904, offset 0
00000400:00000200:0.0:1775768164.906381:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906386:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906392:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768164.906395:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768164.906398:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768164.906400:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768164.906403:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906406:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200543:200543:256:4294967295] 192.168.202.154@tcp LPNI seq info [200543:200543:8:4294967295]
00000400:00000200:0.0:1775768164.906410:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906416:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768164.906421:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768164.906429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768164.906431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768164.906436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768164.906438:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768164.906442:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906444:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768164.906447:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768164.906451:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768164.906455:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768164.906457:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768164.906460:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768164.906464:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906472:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.906475:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906481:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906483:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768164.906487:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768164.906491:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768164.906494:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768164.906495:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299095068
00000100:00000001:0.0:1775768164.906497:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906499:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299095068
00000100:00000001:0.0:1775768164.906501:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906502:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768164.906504:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906505:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768164.906509:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164]  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768164.906517:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768164.906518:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768164.906520:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768164.906522:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768164.906524:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768164.906526:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768164.906529:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768164.906538:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906552:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768164.906554:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906556:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.906557:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768164.906561:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906567:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768164.906570:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906575:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768164.906577:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.906579:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906580:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768164.906581:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768164.906583:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768164.906585:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768164.906586:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768164.906589:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768164.906593:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384667904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768164.906596:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768164.906599:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906603:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.906604:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906606:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768164.906607:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768164.906609:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.906611:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768164.906613:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768164.906614:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768164.906615:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906616:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768164.906619:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768164.906620:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.906623:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768164.906624:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768164.906627:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768164.906629:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668032, portal 10
00000100:00000001:0.0:1775768164.906631:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768164.906632:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768164.906635:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906640:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768164.906641:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768164.906643:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768164.906644:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384668032, offset 0
00000400:00000200:0.0:1775768164.906647:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906649:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906652:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768164.906654:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768164.906656:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768164.906657:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768164.906659:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906661:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200544:200544:256:4294967295] 192.168.202.154@tcp LPNI seq info [200544:200544:8:4294967295]
00000400:00000200:0.0:1775768164.906664:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906669:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768164.906672:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906675:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768164.906677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768164.906679:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768164.906682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768164.906684:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768164.906687:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906688:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768164.906690:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768164.906692:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768164.906694:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768164.906696:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768164.906697:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768164.906700:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906705:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.906706:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906710:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906711:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768164.906713:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768164.906715:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768164.906717:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768164.906719:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299095046
00000100:00000001:0.0:1775768164.906721:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906722:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299095046
00000100:00000001:0.0:1775768164.906724:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906725:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768164.906726:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906727:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768164.906729:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164]  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768164.906735:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768164.906736:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768164.906737:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768164.906738:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768164.906739:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768164.906741:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768164.906742:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768164.906747:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906751:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768164.906752:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906753:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.906754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768164.906758:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906765:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768164.906768:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906774:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768164.906777:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906778:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.906780:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.906781:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768164.906783:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768164.906786:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768164.906789:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768164.906792:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768164.906796:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768164.906806:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768164.906810:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768164.906813:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906819:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.906820:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906822:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768164.906824:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768164.906826:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.906850:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768164.906854:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768164.906856:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768164.906858:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.906860:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768164.906864:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768164.906866:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.906870:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768164.906873:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768164.906877:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768164.906880:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668160, portal 4
00000100:00000001:0.0:1775768164.906882:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768164.906884:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768164.906890:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906895:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768164.906897:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768164.906899:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768164.906900:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384668160, offset 0
00000400:00000200:0.0:1775768164.906904:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906907:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906909:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768164.906911:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768164.906913:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768164.906915:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768164.906916:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768164.906919:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200545:200545:256:4294967295] 192.168.202.154@tcp LPNI seq info [200545:200545:8:4294967295]
00000400:00000200:0.0:1775768164.906922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.906926:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768164.906929:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906931:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768164.906934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768164.906936:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768164.906939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768164.906941:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768164.906943:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.906945:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768164.906947:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768164.906949:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768164.906951:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768164.906952:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768164.906954:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768164.906956:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906961:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.906963:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.906967:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906969:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768164.906970:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768164.906972:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768164.906975:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768164.906976:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299095059
00000100:00000001:0.0:1775768164.906978:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906980:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299095059
00000100:00000001:0.0:1775768164.906981:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.906983:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768164.906984:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.906986:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768164.906990:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164]  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768164.906998:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768164.906999:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768164.907001:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768164.907003:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768164.907005:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768164.907007:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768164.907010:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768164.907019:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907026:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768164.907028:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907030:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.907031:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768164.907035:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907043:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768164.907047:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907054:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768164.907056:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907057:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.907058:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907059:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768164.907061:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768164.907062:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768164.907064:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768164.907066:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768164.907068:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768164.907073:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768164.907076:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768164.907078:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907082:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.907083:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.907084:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768164.907085:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768164.907087:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.907088:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768164.907090:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768164.907091:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768164.907092:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768164.907094:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768164.907096:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768164.907097:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768164.907100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768164.907102:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768164.907104:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768164.907106:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668288, portal 4
00000100:00000001:0.0:1775768164.907108:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768164.907108:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768164.907112:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907116:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768164.907118:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768164.907119:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768164.907121:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384668288, offset 0
00000400:00000200:0.0:1775768164.907123:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768164.907126:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.907128:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768164.907130:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768164.907132:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768164.907133:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768164.907135:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768164.907137:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200546:200546:256:4294967295] 192.168.202.154@tcp LPNI seq info [200546:200546:8:4294967295]
00000400:00000200:0.0:1775768164.907140:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768164.907144:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768164.907147:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.907149:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768164.907151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768164.907153:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768164.907156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768164.907158:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768164.907160:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768164.907162:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768164.907164:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768164.907166:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768164.907168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768164.907169:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768164.907171:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768164.907173:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907189:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.907191:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907196:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.907197:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768164.907199:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768164.907201:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768164.907203:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768164.907204:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299095061
00000100:00000001:0.0:1775768164.907206:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.907207:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299095061
00000100:00000001:0.0:1775768164.907209:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299096326
00000100:00000001:0.0:1775768164.907210:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768164.907211:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.907213:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768164.907215:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768164/real 1775768164]  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768164.907219:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768164.907220:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768164.907221:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768164.907223:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768164.907224:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768164.907225:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768164.907227:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768164.907232:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907236:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768164.907237:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907238:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.907239:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768164.907241:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907245:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768164.907247:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907251:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768164.907253:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907254:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768164.907254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907255:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768164.907256:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768164.907258:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768164.907260:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768164.907261:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768164.907263:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768164.907267:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768164.907270:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907271:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.907273:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384667904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907277:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768164.907278:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768164.907280:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768164.907281:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768164.907282:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768164.907284:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768164.907285:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768164.907286:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:0.0:1775768164.907288:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768164.907289:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768164.907290:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:0.0:1775768164.907292:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768164.907293:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907294:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.907296:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384668032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907300:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768164.907301:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768164.907302:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768164.907303:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768164.907303:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768164.907304:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768164.907305:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768164.907306:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768164.907320:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768164.907321:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768164.907322:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768164.907323:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768164.907324:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907325:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.907328:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384668160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907332:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768164.907333:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768164.907334:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768164.907336:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768164.907336:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768164.907337:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768164.907338:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768164.907339:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768164.907340:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768164.907341:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768164.907342:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768164.907344:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768164.907345:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907346:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768164.907348:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384668288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768164.907351:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768164.907352:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768164.907353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768164.907354:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768164.907354:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768164.907355:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768164.907356:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768164.907357:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768164.907358:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768164.907359:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768164.907359:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768164.907361:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768164.907361:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907362:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.907365:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768164.907366:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768164.907367:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768164.907368:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768165.288962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768165.288969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768165.288977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768165.288979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768166.248933:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299096326, at 4299096384
00000100:00000010:0.0:1775768166.248954:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768166.312923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768166.312930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768166.312937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768166.312939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768166.312984:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768166.312987:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768166.312990:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768167.336930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768167.336936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768167.336941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768167.336942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768167.337002:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768167.337006:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768167.337009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768168.360884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768168.360890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768168.360894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768168.360898:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768168.360899:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768168.360901:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768168.360903:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768168.360905:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768168.360907:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768168.360908:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768169.384923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768169.384929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768169.384933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768169.384934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768169.384955:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768169.384958:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768169.384961:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768170.025230:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768170.025234:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768170.025239:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768170.025248:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025278:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.025283:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.025289:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768170.025294:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768170.025301:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.025309:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384668416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768170.025317:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768170.025322:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768170.025326:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.025331:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768170.025338:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768170.025343:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.025354:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768170.025361:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768170.025370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768170.025380:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668416, portal 25
00000100:00000001:0.0:1775768170.025386:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768170.025389:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387069696 : -107275322481920 : ffff9e6f0482a300)
00000100:00000040:0.0:1775768170.025402:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025419:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768170.025425:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768170.025430:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768170.025436:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384668416, offset 0
00000400:00000200:0.0:1775768170.025443:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768170.025452:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.025459:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768170.025464:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768170.025469:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768170.025474:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768170.025479:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768170.025484:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200547:200547:256:4294967295] 192.168.202.154@tcp LPNI seq info [200547:200547:8:4294967295]
00000400:00000200:0.0:1775768170.025491:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.025503:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768170.025511:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.025517:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768170.025527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768170.025531:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768170.025540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768170.025544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768170.025552:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.025555:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768170.025563:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768170.025566:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768170.025570:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768170.025573:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768170.025586:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768170.025591:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025607:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.025612:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025622:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.025624:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768170.025629:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.025635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768170.025637:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299101446
00000100:00000010:0.0:1775768170.025643:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768170.025651:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768170.025656:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299101446
00000100:00000010:0.0:1775768170.025661:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76d20.
00000100:00000001:0.0:1775768170.025665:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768170.025669:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768170.025672:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.025677:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768170.025680:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768170/real 1775768170]  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768170.025695:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768170.025697:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768170.025699:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768170.025703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768170.025705:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768170.025708:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768170.025713:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768170.025723:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025744:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768170.025746:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025748:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.025750:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768170.025757:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025783:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768170.025791:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025810:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768170.025816:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025822:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.025826:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025859:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768170.025863:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768170.025869:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768170.025876:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768170.025881:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768170.025889:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768170.025908:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384668416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768170.025916:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025920:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.025923:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a300 x1862023384668416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025927:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768170.025929:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768170.025930:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768170.025932:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768170.025933:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768170.025934:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768170.025935:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768170.025937:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768170.025939:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768170.025941:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768170.025942:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a300.
00000100:00000001:0.0:1775768170.025944:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768170.025945:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025946:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.025952:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768170.025953:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.025955:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768170.025955:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768170.025956:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768170.025958:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025963:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.025964:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.025965:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768170.025966:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768170.025967:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.025969:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768170.025971:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768170.025972:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768170.025973:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.025974:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768170.025976:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768170.025978:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.025980:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768170.025982:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768170.025984:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768170.025986:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668544, portal 10
00000100:00000001:0.0:1775768170.025988:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768170.025988:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387068800 : -107275322482816 : ffff9e6f04829f80)
00000100:00000040:0.0:1775768170.025992:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.025996:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768170.025997:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768170.025999:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768170.026000:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384668544, offset 0
00000400:00000200:0.0:1775768170.026002:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026004:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026006:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768170.026008:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768170.026010:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768170.026011:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768170.026013:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026015:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200548:200548:256:4294967295] 192.168.202.154@tcp LPNI seq info [200548:200548:8:4294967295]
00000400:00000200:0.0:1775768170.026017:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026021:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768170.026024:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026025:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768170.026028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768170.026030:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768170.026032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768170.026034:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768170.026036:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026037:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768170.026039:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768170.026041:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768170.026043:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768170.026044:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768170.026045:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768170.026047:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026052:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026053:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026057:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026058:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768170.026060:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768170.026063:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768170.026064:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768170.026065:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299100188
00000100:00000001:0.0:1775768170.026067:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026069:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299100188
00000100:00000001:0.0:1775768170.026070:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026071:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768170.026072:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026073:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768170.026075:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768170/real 1775768170]  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768170.026079:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768170.026080:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768170.026081:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768170.026083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768170.026084:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768170.026085:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768170.026087:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768170.026091:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026094:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768170.026095:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026096:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026097:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768170.026098:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026102:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768170.026104:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026107:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768170.026108:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026109:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026110:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026111:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768170.026112:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768170.026113:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768170.026115:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768170.026116:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768170.026118:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768170.026122:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768170.026125:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768170.026127:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026131:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.026131:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026132:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768170.026133:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768170.026134:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.026136:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768170.026137:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768170.026138:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768170.026139:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026140:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026141:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768170.026143:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.026144:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768170.026146:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768170.026147:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768170.026149:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668672, portal 10
00000100:00000001:0.0:1775768170.026150:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768170.026151:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768170.026154:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026157:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768170.026158:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768170.026160:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768170.026161:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384668672, offset 0
00000400:00000200:0.0:1775768170.026163:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026165:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026167:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768170.026168:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768170.026170:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768170.026171:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768170.026173:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026174:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200549:200549:256:4294967295] 192.168.202.154@tcp LPNI seq info [200549:200549:8:4294967295]
00000400:00000200:0.0:1775768170.026177:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026180:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768170.026182:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026184:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768170.026185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768170.026187:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768170.026189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768170.026190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768170.026192:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026194:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768170.026195:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768170.026197:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768170.026199:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768170.026200:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768170.026201:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768170.026203:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026207:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026208:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026212:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026213:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768170.026214:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768170.026216:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768170.026218:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768170.026219:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299100166
00000100:00000001:0.0:1775768170.026220:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026222:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299100166
00000100:00000001:0.0:1775768170.026223:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026225:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768170.026227:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026228:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768170.026231:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768170/real 1775768170]  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768170.026238:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768170.026239:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768170.026240:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768170.026242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768170.026244:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768170.026245:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768170.026249:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768170.026256:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026272:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768170.026274:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026276:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026277:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768170.026280:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026286:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768170.026289:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026295:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768170.026297:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026298:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026299:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026301:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768170.026302:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768170.026304:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768170.026307:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768170.026308:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768170.026312:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768170.026317:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768170.026321:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768170.026323:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026328:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.026329:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026331:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768170.026333:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768170.026334:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.026336:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768170.026339:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768170.026341:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768170.026342:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026344:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026347:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768170.026349:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.026352:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768170.026355:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768170.026358:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768170.026361:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668800, portal 4
00000100:00000001:0.0:1775768170.026362:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768170.026363:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768170.026368:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026374:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768170.026376:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768170.026377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768170.026378:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384668800, offset 0
00000400:00000200:0.0:1775768170.026381:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026383:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026385:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768170.026387:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768170.026389:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768170.026390:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768170.026392:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026394:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200550:200550:256:4294967295] 192.168.202.154@tcp LPNI seq info [200550:200550:8:4294967295]
00000400:00000200:0.0:1775768170.026399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026404:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768170.026408:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026411:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768170.026414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768170.026417:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768170.026420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768170.026423:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768170.026426:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026428:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768170.026431:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768170.026434:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768170.026437:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768170.026438:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768170.026440:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768170.026444:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026451:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026453:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026464:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026465:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768170.026469:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768170.026471:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768170.026475:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768170.026476:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299100178
00000100:00000001:0.0:1775768170.026479:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026481:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299100178
00000100:00000001:0.0:1775768170.026483:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026484:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768170.026486:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026488:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768170.026491:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768170/real 1775768170]  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768170.026496:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768170.026497:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768170.026498:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768170.026500:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768170.026501:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768170.026502:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768170.026504:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768170.026508:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026514:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768170.026516:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026517:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026519:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768170.026522:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026529:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768170.026532:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026539:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768170.026541:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026543:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026544:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026545:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768170.026546:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768170.026549:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768170.026552:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768170.026553:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768170.026555:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768170.026560:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768170.026562:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768170.026564:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026567:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.026568:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026570:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768170.026571:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768170.026572:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.026574:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768170.026575:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768170.026576:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768170.026578:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768170.026579:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026581:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768170.026582:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768170.026584:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768170.026585:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768170.026587:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768170.026589:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384668928, portal 4
00000100:00000001:0.0:1775768170.026590:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768170.026591:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768170.026594:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026598:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768170.026600:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768170.026601:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768170.026602:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384668928, offset 0
00000400:00000200:0.0:1775768170.026604:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026606:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026608:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768170.026610:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768170.026611:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768170.026612:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768170.026614:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768170.026616:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200551:200551:256:4294967295] 192.168.202.154@tcp LPNI seq info [200551:200551:8:4294967295]
00000400:00000200:0.0:1775768170.026618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768170.026622:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768170.026624:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768170.026628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768170.026630:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768170.026632:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768170.026634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768170.026636:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768170.026638:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768170.026640:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768170.026641:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768170.026643:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768170.026644:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768170.026645:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768170.026647:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026652:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026653:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026657:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026657:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768170.026659:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768170.026660:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768170.026662:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768170.026663:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299100180
00000100:00000001:0.0:1775768170.026664:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026665:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299100180
00000100:00000001:0.0:1775768170.026667:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299101446
00000100:00000001:0.0:1775768170.026668:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768170.026669:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026670:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768170.026672:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768170/real 1775768170]  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768170.026675:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768170.026676:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768170.026677:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768170.026679:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768170.026679:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768170.026681:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768170.026682:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768170.026687:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026690:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768170.026691:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026692:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026692:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768170.026694:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026697:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768170.026699:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026702:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768170.026704:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026704:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768170.026705:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026706:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768170.026707:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768170.026708:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768170.026709:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768170.026710:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768170.026712:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768170.026717:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384668928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768170.026719:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026720:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026722:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829f80 x1862023384668544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026725:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768170.026726:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026727:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768170.026728:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768170.026729:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768170.026730:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768170.026731:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768170.026732:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768170.026733:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768170.026734:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768170.026735:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829f80.
00000100:00000001:0.0:1775768170.026737:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768170.026738:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026739:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026741:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384668672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026744:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768170.026745:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026746:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768170.026747:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768170.026747:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768170.026748:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768170.026749:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768170.026750:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768170.026751:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768170.026751:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768170.026752:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768170.026753:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768170.026754:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026755:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026756:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384668800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026759:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768170.026760:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026761:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768170.026762:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768170.026763:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768170.026764:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768170.026765:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768170.026766:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:0.0:1775768170.026767:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768170.026767:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768170.026768:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768170.026769:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768170.026770:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026770:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768170.026772:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384668928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768170.026775:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768170.026775:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768170.026776:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768170.026777:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768170.026778:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768170.026778:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768170.026779:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768170.026780:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768170.026781:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768170.026781:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768170.026782:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768170.026783:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768170.026783:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026784:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.026786:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768170.026787:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768170.026788:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768170.026789:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768170.408927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768170.408934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768170.408940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768170.408941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768170.409011:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768170.409014:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768170.409018:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768171.368896:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299101446, at 4299101504
00000100:00000010:0.0:1775768171.368910:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768171.432907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768171.432912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768171.432917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768171.432918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768172.456924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768172.456932:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768172.456934:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768172.456937:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768172.456943:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768172.456946:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768172.456948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768172.456951:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768172.456955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768172.456957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768172.457009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768172.457012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768172.457015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768173.480942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768173.480947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768173.480952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768173.480953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768173.481008:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768173.481012:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768173.481015:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768174.504922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768174.504928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768174.504933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768174.504934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768175.144967:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768175.144978:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768175.144981:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768175.144985:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768175.144989:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768175.144995:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4432
00000400:00000200:2.0:1775768175.145003:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768175.145007:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768175.145009:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768175.145011:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145013:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145015:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145017:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768175.145019:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768175.145021:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768175.145023:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768175.145026:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768175.145028:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768175.145030:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768175.145033:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145034:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145036:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145038:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768175.145040:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768175.145043:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145046:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768175.145049:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768175.145053:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768175.145056:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145058:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768175.145061:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768175.145070:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768175.145072:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768175.145075:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768175.145077:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145079:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768175.145081:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768175.145084:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768175.145089:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768175.145094:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768175.145100:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768175.145107:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768175.145110:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768175.145113:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768175.145129:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768175.145131:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768175.145133:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768175.145134:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768175.145135:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768175.145136:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768175.145138:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4432
00000400:00000200:2.0:1775768175.145140:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768175.145142:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768175.145144:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768175.145146:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145147:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145149:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145150:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768175.145152:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768175.145153:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768175.145154:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768175.145155:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768175.145156:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768175.145158:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768175.145160:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768175.145161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768175.145161:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145165:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768175.145166:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768175.145166:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768175.145168:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768175.145169:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768175.145172:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145174:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.145176:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768175.145176:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768175.145181:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768175.145185:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145186:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768175.145187:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768175.145188:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768175.145191:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768175.145192:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768175.145195:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1775768175.145195:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145198:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.145199:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768175.145202:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000100:00100000:0.0:1775768175.145203:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384669056:192.168.202.154@tcp:250:kworker.0
00000020:00000040:2.0:1775768175.145204:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:0.0:1775768175.145217:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768175.145219:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768175.145221:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768175.145221:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145223:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768175.145224:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768175.145225:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768175.145227:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768175.145228:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768175.145232:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000010:2.0:1775768175.145232:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768175.145235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145236:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.145241:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:2.0:1775768175.145242:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768175.145246:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000100:00000001:2.0:1775768175.145250:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768175.145252:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768175.145253:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000040:2.0:1775768175.145255:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768175.145260:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384669056, portal 25
00000100:00000001:2.0:1775768175.145262:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145263:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768175.145266:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00080000:2.0:1775768175.145266:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768175.145271:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768175.145273:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775768175.145274:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768175.145275:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768175.145279:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768175.145284:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4432
00000100:00000001:0.0:1775768175.145286:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1775768175.145289:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768175.145292:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768175.145294:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:0.0:1775768175.145295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00080000:2.0:1775768175.145297:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768175.145299:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384669056, offset 0
00000100:00000040:2.0:1775768175.145301:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145303:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768175.145307:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768175.145307:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145310:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768175.145313:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768175.145313:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768175.145314:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768175.145316:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768175.145318:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768175.145319:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768175.145322:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768175.145325:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.145326:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768175.145327:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145331:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.145332:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768175.145333:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768175.145335:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:0.0:1775768175.145337:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:2.0:1775768175.145340:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145342:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.145344:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768175.145345:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768175.145348:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768175.145348:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768175.145351:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.145352:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200552:200552:256:4294967295] 192.168.202.154@tcp LPNI seq info [200552:200552:8:4294967295]
00000100:00000001:2.0:1775768175.145354:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768175.145358:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:2.0:1775768175.145358:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768175.145362:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145363:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768175.145366:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000400:00000200:0.0:1775768175.145369:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768175.145370:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768175.145375:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768175.145377:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768175.145378:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145379:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768175.145381:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768175.145382:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768175.145383:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
02000000:00000010:2.0:1775768175.145385:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768175.145388:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768175.145389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768175.145393:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00100000:2.0:1775768175.145393:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768175.145402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768175.145404:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768175.145407:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768175.145407:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1775768175.145414:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775768175.145415:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.145418:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000100:00000001:2.0:1775768175.145423:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.145424:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768175.145425:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768175.145429:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775768175.145432:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768175.145432:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768175.145434:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768175.145436:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768175.145438:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4432
00000400:00000200:2.0:1775768175.145440:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768175.145442:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768175.145443:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000100:00080000:2.0:1775768175.145443:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775768175.145446:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000040:2.0:1775768175.145447:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145450:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768175.145452:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768175.145452:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145455:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:0.0:1775768175.145458:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768175.145458:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768175.145460:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768175.145463:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768175.145466:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768175.145469:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768175.145472:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775768175.145472:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768175.145477:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768175.145479:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768175.145479:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145482:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145486:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768175.145488:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768175.145493:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145497:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768175.145500:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768175.145501:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768175.145502:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768175.145506:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768175.145506:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145507:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768175.145510:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768175.145511:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145513:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768175.145514:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768175.145515:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768175.145516:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768175.145519:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768175.145520:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145523:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768175.145524:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768175.145524:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768175.145526:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145530:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299106566
02000000:00000010:2.0:1775768175.145530:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768175.145532:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768175.145536:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00100000:2.0:1775768175.145536:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768175.145544:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768175.145550:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768175.145551:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145552:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299106566
00000100:00000040:2.0:1775768175.145555:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768175.145556:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76b40.
00000100:00000001:0.0:1775768175.145561:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768175.145565:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768175.145566:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768175.145568:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768175.145569:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768175.145570:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768175.145570:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768175.145572:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768175.145574:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768175.145575:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4432
00000100:00000001:0.0:1775768175.145577:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1775768175.145580:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768175.145584:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768175/real 1775768175]  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768175.145584:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768175.145585:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768175.145590:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145595:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768175.145599:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145601:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768175.145602:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768175.145603:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000001:0.0:1775768175.145604:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1775768175.145604:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:0.0:1775768175.145607:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1775768175.145607:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000010:0.0:1775768175.145610:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000020:00000001:2.0:1775768175.145610:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:0.0:1775768175.145614:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000020:00000001:2.0:1775768175.145614:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768175.145616:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:0.0:1775768175.145617:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:2.0:1775768175.145619:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768175.145620:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775768175.145622:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145624:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:0.0:1775768175.145625:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768175.145628:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768175.145632:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768175.145636:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768175.145638:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768175.145641:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768175.145641:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768175.145644:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768175.145647:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768175.145649:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768175.145652:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1775768175.145652:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145654:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768175.145655:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145658:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.145659:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768175.145664:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768175.145664:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768175.145668:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768175.145672:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768175.145674:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145675:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768175.145676:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768175.145679:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768175.145681:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.145683:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768175.145684:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768175.145688:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145693:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1775768175.145696:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768175.145697:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145699:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.145701:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145705:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768175.145708:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768175.145709:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768175.145711:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768175.145713:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768175.145716:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768175.145719:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768175.145722:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768175.145728:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768175.145731:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.145738:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384669056:192.168.202.154@tcp:250:kworker.0
00000100:00000040:2.0:1775768175.145739:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4442)
00000100:00000001:0.0:1775768175.145741:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145744:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.145746:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384669056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145750:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768175.145752:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768175.145753:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768175.145756:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768175.145757:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768175.145758:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768175.145759:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768175.145761:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768175.145764:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768175.145765:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768175.145766:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:0.0:1775768175.145767:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768175.145768:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145770:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145775:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768175.145776:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145777:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768175.145778:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768175.145779:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768175.145781:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145789:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768175.145790:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.145791:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768175.145792:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768175.145793:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.145795:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768175.145802:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768175.145803:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768175.145804:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.145805:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768175.145807:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768175.145810:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.145813:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768175.145814:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768175.145817:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768175.145818:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384669184, portal 10
00000100:00000001:0.0:1775768175.145819:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768175.145820:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:0.0:1775768175.145824:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145846:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768175.145849:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768175.145850:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768175.145852:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384669184, offset 0
00000400:00000200:0.0:1775768175.145854:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768175.145857:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.145859:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768175.145861:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768175.145863:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768175.145865:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768175.145867:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.145870:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200553:200553:256:4294967295] 192.168.202.154@tcp LPNI seq info [200553:200553:8:4294967295]
00000400:00000200:0.0:1775768175.145874:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.145880:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768175.145884:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.145888:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768175.145891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768175.145893:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768175.145897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768175.145899:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768175.145903:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.145904:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768175.145907:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768175.145911:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768175.145913:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768175.145915:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768175.145917:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768175.145920:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145928:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.145931:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145937:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145938:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768175.145941:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.145945:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768175.145948:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768175.145950:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299105308
00000100:00000001:0.0:1775768175.145952:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.145953:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299105308
00000100:00000001:0.0:1775768175.145954:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.145956:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768175.145957:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.145958:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768175.145961:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768175/real 1775768175]  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768175.145966:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768175.145967:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768175.145968:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768175.145969:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768175.145970:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768175.145972:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768175.145973:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768175.145978:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145982:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768175.145982:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145983:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.145984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768175.145986:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145989:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768175.145991:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.145994:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768175.145996:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.145997:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.145998:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768175.145999:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768175.146001:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768175.146003:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768175.146004:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768175.146006:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768175.146010:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768175.146012:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768175.146014:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146017:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768175.146018:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146019:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768175.146020:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768175.146021:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.146022:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768175.146024:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768175.146025:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768175.146026:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146027:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146029:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768175.146031:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.146033:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768175.146034:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768175.146036:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768175.146037:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384669312, portal 10
00000100:00000001:0.0:1775768175.146038:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768175.146039:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:0.0:1775768175.146042:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146046:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768175.146047:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768175.146049:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768175.146050:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384669312, offset 0
00000400:00000200:0.0:1775768175.146052:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146055:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146057:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768175.146059:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768175.146060:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768175.146062:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768175.146063:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146065:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200554:200554:256:4294967295] 192.168.202.154@tcp LPNI seq info [200554:200554:8:4294967295]
00000400:00000200:0.0:1775768175.146067:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146071:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768175.146073:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146075:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768175.146077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768175.146079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768175.146081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768175.146083:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768175.146094:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146096:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768175.146098:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768175.146100:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768175.146102:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768175.146103:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768175.146104:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768175.146106:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146111:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146112:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146116:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146117:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768175.146119:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.146121:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768175.146123:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768175.146124:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299105286
00000100:00000001:0.0:1775768175.146125:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146127:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299105286
00000100:00000001:0.0:1775768175.146128:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146129:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768175.146130:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146131:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768175.146133:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768175/real 1775768175]  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768175.146137:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768175.146138:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768175.146138:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768175.146140:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768175.146140:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768175.146142:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768175.146143:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768175.146147:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146151:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768175.146151:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146152:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146153:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768175.146155:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146158:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768175.146160:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146164:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768175.146166:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146166:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146167:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146168:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768175.146169:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768175.146170:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768175.146172:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768175.146173:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768175.146175:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768175.146179:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768175.146180:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768175.146182:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146186:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768175.146187:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768175.146189:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768175.146190:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.146192:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768175.146193:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768175.146194:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768175.146195:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146198:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768175.146199:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.146201:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768175.146202:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768175.146204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768175.146205:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384669440, portal 4
00000100:00000001:0.0:1775768175.146206:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768175.146227:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:0.0:1775768175.146232:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146236:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768175.146237:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768175.146239:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768175.146240:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384669440, offset 0
00000400:00000200:0.0:1775768175.146243:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146247:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768175.146249:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768175.146251:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768175.146252:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768175.146253:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146255:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200555:200555:256:4294967295] 192.168.202.154@tcp LPNI seq info [200555:200555:8:4294967295]
00000400:00000200:0.0:1775768175.146258:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146261:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768175.146264:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146265:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768175.146268:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768175.146269:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768175.146272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768175.146273:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768175.146275:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146277:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768175.146278:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768175.146280:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768175.146282:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768175.146283:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768175.146285:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768175.146286:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146291:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146292:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146296:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146297:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768175.146298:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.146300:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768175.146302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768175.146303:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299105298
00000100:00000001:0.0:1775768175.146304:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146306:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299105298
00000100:00000001:0.0:1775768175.146307:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146308:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768175.146309:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146310:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768175.146312:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768175/real 1775768175]  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768175.146315:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768175.146316:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768175.146317:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768175.146319:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768175.146319:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768175.146321:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768175.146322:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768175.146327:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146330:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768175.146331:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146333:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146333:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768175.146335:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146338:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768175.146340:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146344:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768175.146345:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146346:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146346:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146347:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768175.146348:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768175.146349:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768175.146351:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768175.146352:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768175.146354:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768175.146358:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768175.146360:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768175.146361:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146365:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768175.146366:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146367:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768175.146368:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768175.146369:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.146371:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768175.146373:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768175.146374:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768175.146375:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768175.146376:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146377:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768175.146378:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768175.146380:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768175.146381:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768175.146383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768175.146385:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384669568, portal 4
00000100:00000001:0.0:1775768175.146387:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768175.146388:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:0.0:1775768175.146393:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146399:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768175.146401:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768175.146403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768175.146405:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384669568, offset 0
00000400:00000200:0.0:1775768175.146408:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146412:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146415:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768175.146418:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768175.146420:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768175.146422:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768175.146424:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768175.146427:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200556:200556:256:4294967295] 192.168.202.154@tcp LPNI seq info [200556:200556:8:4294967295]
00000400:00000200:0.0:1775768175.146431:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768175.146436:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768175.146441:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146444:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768175.146447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768175.146448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768175.146451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768175.146453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768175.146455:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768175.146456:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768175.146458:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768175.146460:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768175.146462:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768175.146463:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768175.146464:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768175.146467:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146471:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146473:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146476:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146477:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768175.146479:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768175.146481:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768175.146483:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768175.146484:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299105300
00000100:00000001:0.0:1775768175.146485:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146486:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299105300
00000100:00000001:0.0:1775768175.146488:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299106566
00000100:00000001:0.0:1775768175.146489:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768175.146490:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146491:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768175.146493:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768175/real 1775768175]  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768175.146498:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768175.146499:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768175.146500:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768175.146501:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768175.146502:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768175.146503:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768175.146504:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768175.146509:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146512:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768175.146513:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146514:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146515:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768175.146517:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146520:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768175.146522:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146525:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768175.146526:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146527:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768175.146528:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146529:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768175.146530:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768175.146531:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768175.146532:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768175.146534:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768175.146536:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768175.146540:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384669568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768175.146542:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146543:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146545:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384669184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146548:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768175.146549:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146550:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768175.146551:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768175.146552:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768175.146553:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768175.146554:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768175.146555:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768175.146557:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768175.146557:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768175.146558:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:0.0:1775768175.146560:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768175.146561:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146562:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146563:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384669312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146567:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768175.146567:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146568:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768175.146569:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768175.146570:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768175.146570:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768175.146571:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768175.146572:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:0.0:1775768175.146573:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768175.146574:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768175.146575:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:0.0:1775768175.146576:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768175.146577:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146578:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146580:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384669440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146583:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768175.146583:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146584:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768175.146585:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768175.146586:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768175.146586:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768175.146587:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768175.146588:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:0.0:1775768175.146589:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768175.146589:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768175.146590:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768175.146591:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768175.146592:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146593:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768175.146594:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384669568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768175.146613:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768175.146614:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768175.146615:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768175.146616:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768175.146617:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768175.146618:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768175.146619:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768175.146620:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768175.146621:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768175.146622:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768175.146623:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:0.0:1775768175.146624:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768175.146625:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146626:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.146629:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768175.146630:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768175.146631:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768175.146633:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768175.528930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768175.528935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768175.528940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768175.528941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768175.529003:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768175.529007:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768175.529009:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768176.488938:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299106566, at 4299106624
00000100:00000010:0.0:1775768176.488953:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768176.552985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768176.552990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768176.552995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768176.552995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768176.553033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768176.553036:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768176.553040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768177.576941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768177.576949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768177.576957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768177.576959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768178.600915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768178.600921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768178.600926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768178.600929:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768178.600931:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768178.600934:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768178.600937:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768178.600939:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768178.600941:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768178.600943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768178.601001:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768178.601005:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768178.601008:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768179.624963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768179.624969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768179.624976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768179.624978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768179.625048:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768179.625053:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768179.625058:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768180.264948:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768180.264958:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768180.264962:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768180.264966:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768180.264970:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768180.264977:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4437
00000400:00000200:0.0:1775768180.264989:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768180.264995:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768180.264999:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768180.265003:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265007:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265010:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265013:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768180.265018:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768180.265020:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768180.265024:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768180.265027:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768180.265030:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768180.265033:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768180.265036:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265038:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265040:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265043:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768180.265046:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768180.265051:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265055:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768180.265059:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768180.265064:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768180.265067:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265070:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768180.265073:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768180.265093:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768180.265097:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768180.265101:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768180.265102:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265105:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768180.265108:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768180.265113:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768180.265122:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768180.265129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.265138:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384669696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768180.265149:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768180.265154:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.265158:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384669696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768180.265194:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768180.265197:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768180.265200:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768180.265206:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768180.265208:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768180.265211:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768180.265214:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4437
00000400:00000200:0.0:1775768180.265219:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768180.265222:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768180.265225:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768180.265228:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265231:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265233:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265235:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768180.265238:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768180.265239:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768180.265241:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768180.265244:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768180.265246:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768180.265249:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768180.265252:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265254:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265257:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265260:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768180.265263:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768180.265267:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265270:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768180.265272:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768180.265288:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768180.265293:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265297:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768180.265304:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768180.265312:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265317:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768180.265326:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768180.265330:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768180.265333:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768180.265337:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265338:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768180.265341:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768180.265344:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768180.265349:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768180.265357:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.265367:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384669824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768180.265384:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768180.265387:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.265395:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384669824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768180.265415:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768180.265419:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768180.265426:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768180.265427:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768180.265429:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768180.265433:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768180.265439:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4437
00000400:00000200:0.0:1775768180.265449:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768180.265455:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768180.265461:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768180.265480:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265486:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265492:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265496:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768180.265499:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768180.265501:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768180.265505:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768180.265510:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768180.265516:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768180.265520:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768180.265529:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265534:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265538:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265540:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768180.265543:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768180.265546:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265547:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768180.265549:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768180.265552:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768180.265553:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265555:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768180.265557:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768180.265558:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265560:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768180.265563:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768180.265565:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768180.265567:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768180.265568:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265569:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768180.265570:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768180.265572:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768180.265575:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768180.265578:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.265581:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384669952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768180.265587:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768180.265589:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.265594:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384669952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768180.265601:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768180.265604:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768180.265611:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768180.265613:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768180.265616:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768180.265626:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768180.265634:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4437
00000400:00000200:0.0:1775768180.265685:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768180.265706:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768180.265711:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768180.265720:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265727:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265730:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265739:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768180.265746:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775768180.265747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768180.265750:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:1.1:1775768180.265754:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1775768180.265755:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768180.265760:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768180.265768:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768180.265775:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768180.265784:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265791:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.265798:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265806:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768180.265812:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768180.265823:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768180.265864:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768180.265866:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768180.265869:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768180.265871:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265873:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768180.265875:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768180.265878:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265880:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768180.265886:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768180.265888:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768180.265890:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768180.265892:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.265893:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768180.265895:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768180.265897:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768180.265901:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768180.265904:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.265913:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384670080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768180.265923:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768180.265928:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.265939:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384670080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768180.265969:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768180.265972:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768180.265976:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768180.265977:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768180.265979:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768180.265984:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768180.265990:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4437
00000400:00000200:0.0:1775768180.266004:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768180.266011:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768180.266022:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768180.266032:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.266038:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.266042:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.266049:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768180.266056:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768180.266058:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768180.266060:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768180.266062:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768180.266064:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768180.266066:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768180.266071:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.266074:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768180.266079:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768180.266086:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768180.266093:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768180.266097:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768180.266106:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768180.266109:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768180.266112:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768180.266121:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.266122:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768180.266124:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768180.266125:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.266127:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768180.266133:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768180.266136:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768180.266140:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768180.266141:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768180.266144:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768180.266146:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768180.266147:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768180.266151:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768180.266153:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.266157:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384670208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768180.266183:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768180.266186:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.266196:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384670208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768180.266220:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768180.266231:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4448)
00000800:00000200:1.1:1775768180.266632:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768180.266635:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768180.267002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768180.267005:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768180.267346:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768180.267349:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768180.267657:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768180.267660:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1775768180.648928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768180.648935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768180.648942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768180.648944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768181.608976:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299111687, at 4299111744
00000100:00000010:0.0:1775768181.608994:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768181.672969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768181.672975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768181.672981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768181.672983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768181.673034:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768181.673037:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768181.673040:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768182.696946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768182.696954:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768182.696956:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768182.696959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768182.696963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768182.696965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768182.696966:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768182.696968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768182.696972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768182.696973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768182.697069:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768182.697072:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768182.697075:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768183.720933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768183.720939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768183.720945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768183.720947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768184.744962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768184.744970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768184.744979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768184.744981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768184.745049:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768184.745053:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768184.745056:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768185.384951:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768185.384960:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768185.384962:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768185.384965:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768185.384969:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768185.384975:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4443
00000400:00000200:0.0:1775768185.384984:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768185.384989:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768185.384991:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768185.384993:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.384996:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.384997:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.384999:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768185.385002:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768185.385004:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768185.385006:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768185.385008:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768185.385009:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768185.385011:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768185.385013:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385014:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385016:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385017:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768185.385019:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768185.385022:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385024:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768185.385026:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768185.385029:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768185.385031:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385033:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768185.385035:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768185.385043:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768185.385045:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768185.385048:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768185.385049:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385052:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768185.385054:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768185.385057:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768185.385063:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768185.385069:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.385076:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384670336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768185.385088:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768185.385092:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.385096:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384670336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768185.385138:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768185.385141:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768185.385144:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768185.385145:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768185.385146:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768185.385148:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768185.385150:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4443
00000400:00000200:0.0:1775768185.385153:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768185.385155:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768185.385157:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768185.385159:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385161:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385162:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385164:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768185.385166:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768185.385167:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768185.385168:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768185.385170:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768185.385171:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768185.385173:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768185.385175:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385176:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385178:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385180:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768185.385182:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768185.385186:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385189:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768185.385192:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768185.385198:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768185.385200:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385204:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768185.385209:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768185.385213:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385216:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768185.385220:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768185.385225:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768185.385231:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768185.385235:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385239:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768185.385242:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768185.385247:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768185.385256:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768185.385263:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.385275:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384670464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768185.385288:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768185.385294:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.385304:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384670464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768185.385323:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768185.385327:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768185.385333:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768185.385337:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768185.385339:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768185.385340:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768185.385344:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4443
00000400:00000200:0.0:1775768185.385382:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768185.385387:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768185.385391:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768185.385394:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385400:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385405:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385409:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768185.385411:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775768185.385413:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768185.385414:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768185.385417:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768185.385419:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000200:1.1:1775768185.385419:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1775768185.385424:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768185.385428:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768185.385433:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385436:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385438:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385443:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768185.385447:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768185.385452:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385455:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768185.385458:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768185.385462:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768185.385465:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385468:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768185.385470:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768185.385476:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385480:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768185.385485:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768185.385488:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768185.385492:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768185.385495:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385499:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768185.385501:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768185.385504:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768185.385508:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768185.385513:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.385520:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384670592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768185.385534:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768185.385536:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.385542:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384670592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768185.385550:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768185.385552:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768185.385556:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768185.385558:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768185.385560:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768185.385564:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768185.385569:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4443
00000400:00000200:0.0:1775768185.385574:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768185.385579:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768185.385581:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768185.385586:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385591:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385595:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385599:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768185.385604:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768185.385605:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768185.385606:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768185.385608:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768185.385611:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768185.385614:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768185.385620:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385626:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385632:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385637:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768185.385642:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768185.385651:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385656:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768185.385660:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768185.385666:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768185.385673:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385679:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768185.385685:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768185.385692:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385699:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768185.385707:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768185.385712:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768185.385719:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768185.385722:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385725:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768185.385728:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768185.385731:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768185.385736:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768185.385741:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.385749:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384670720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768185.385761:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768185.385764:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.385773:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384670720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768185.385784:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768185.385787:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768185.385791:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768185.385794:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768185.385796:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768185.385801:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768185.385804:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4443
00000400:00000200:0.0:1775768185.385809:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768185.385815:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768185.385818:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768185.385822:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385827:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385864:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385868:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768185.385871:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768185.385874:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768185.385876:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768185.385877:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768185.385878:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768185.385880:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768185.385883:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385889:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768185.385892:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385894:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768185.385897:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768185.385901:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768185.385904:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768185.385906:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768185.385910:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768185.385915:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385919:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768185.385922:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768185.385926:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385929:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768185.385937:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768185.385941:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768185.385945:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768185.385947:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768185.385952:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768185.385954:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768185.385957:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768185.385962:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768185.385967:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.385974:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384670848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768185.385982:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768185.385984:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.385987:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384670848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768185.386003:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768185.386009:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4453)
00000800:00000200:1.1:1775768185.386084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768185.386086:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768185.386316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768185.386317:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768185.386520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768185.386522:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768185.386766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768185.386768:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1775768185.768944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768185.768952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768185.768958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768185.768960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768185.769022:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768185.769025:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768185.769027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768186.728927:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299116806, at 4299116864
00000100:00000010:0.0:1775768186.728941:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768186.792937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768186.792942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768186.792947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768186.792948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768187.816903:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768187.816908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768187.816914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768187.816915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768187.816958:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768187.816961:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768187.816963:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768188.840956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768188.840962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768188.840970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768188.840973:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768188.840975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768188.840977:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768188.840979:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768188.840981:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768188.840982:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768188.840984:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768188.841037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768188.841041:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768188.841044:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768189.864917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768189.864924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768189.864930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768189.864932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768190.504925:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768190.504936:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768190.504938:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768190.504942:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768190.504945:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768190.504951:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4448
00000400:00000200:0.0:1775768190.504958:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768190.504963:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768190.504965:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768190.504967:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.504970:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.504971:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.504973:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768190.504976:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768190.504977:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768190.504978:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768190.504980:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768190.504981:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768190.504983:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768190.504985:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.504988:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.504990:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.504991:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768190.504994:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768190.504998:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505000:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768190.505003:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768190.505006:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768190.505009:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505011:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768190.505014:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768190.505022:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768190.505026:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768190.505029:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768190.505031:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505034:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768190.505036:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768190.505040:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768190.505047:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768190.505054:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.505087:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384670976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768190.505098:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768190.505103:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505107:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384670976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768190.505130:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768190.505133:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768190.505136:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768190.505138:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768190.505139:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768190.505141:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768190.505144:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4448
00000400:00000200:0.0:1775768190.505148:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768190.505151:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768190.505153:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768190.505157:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505159:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505161:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505163:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768190.505166:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768190.505167:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768190.505169:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768190.505171:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768190.505174:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768190.505177:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768190.505182:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505186:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505190:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505194:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768190.505205:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768190.505212:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505216:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768190.505218:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768190.505223:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768190.505226:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505228:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768190.505232:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768190.505235:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505238:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768190.505241:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768190.505244:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768190.505248:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768190.505250:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505252:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768190.505254:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768190.505256:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768190.505259:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768190.505263:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.505269:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384671104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768190.505276:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768190.505279:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505283:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384671104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768190.505295:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768190.505297:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768190.505298:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768190.505299:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768190.505301:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768190.505305:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768190.505308:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4448
00000400:00000200:0.0:1775768190.505316:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768190.505321:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768190.505325:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768190.505331:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505335:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505340:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505345:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768190.505351:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768190.505353:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768190.505358:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768190.505361:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768190.505365:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768190.505367:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768190.505371:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505375:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505381:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505384:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768190.505387:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768190.505393:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505397:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768190.505400:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768190.505403:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768190.505407:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505410:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768190.505413:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768190.505417:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505419:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768190.505424:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768190.505429:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768190.505431:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768190.505432:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505435:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768190.505437:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768190.505440:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768190.505444:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768190.505449:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.505454:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384671232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768190.505462:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768190.505466:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505470:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384671232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768190.505475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768190.505481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775768190.505483:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768190.505485:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768190.505486:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768190.505487:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768190.505488:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768190.505490:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768190.505492:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4448
00000400:00000200:0.0:1775768190.505499:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768190.505505:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768190.505508:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768190.505512:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505513:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505515:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505516:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768190.505522:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768190.505523:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768190.505526:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768190.505528:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768190.505532:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768190.505534:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768190.505537:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505541:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505542:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505546:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768190.505548:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768190.505550:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505553:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768190.505555:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768190.505557:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768190.505561:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505564:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768190.505566:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768190.505568:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505571:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768190.505574:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768190.505578:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768190.505583:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768190.505584:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505587:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768190.505589:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768190.505590:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768190.505593:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768190.505595:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.505601:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384671360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768190.505610:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768190.505613:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505617:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384671360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768190.505624:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768190.505626:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768190.505628:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768190.505630:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768190.505633:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768190.505635:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768190.505639:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4448
00000400:00000200:0.0:1775768190.505644:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768190.505648:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768190.505649:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768190.505652:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505655:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505658:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505662:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768190.505667:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768190.505669:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768190.505672:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768190.505673:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768190.505676:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768190.505679:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768190.505683:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505685:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768190.505689:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505692:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768190.505695:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768190.505701:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768190.505705:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768190.505710:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768190.505712:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768190.505714:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505725:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768190.505730:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768190.505734:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505738:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768190.505740:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768190.505743:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768190.505748:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768190.505751:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768190.505755:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768190.505758:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768190.505761:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768190.505766:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768190.505772:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.505780:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384671488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768190.505797:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768190.505802:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505811:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384671488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768190.505824:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768190.505851:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4458)
00000800:00000200:1.1:1775768190.506012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768190.506014:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768190.506223:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768190.506225:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768190.506411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768190.506412:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768190.506592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768190.506594:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1775768190.888940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768190.888947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768190.888954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768190.888955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768190.888976:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768190.888980:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768190.888984:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768191.848967:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299121926, at 4299121984
00000100:00000010:0.0:1775768191.848984:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768191.912960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768191.912967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768191.912974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768191.912976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768192.936941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768192.936950:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768192.936952:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768192.936955:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768192.936961:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768192.936963:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768192.936965:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768192.936968:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768192.936972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768192.936973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768193.960935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768193.960940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768193.960948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768193.960949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768194.984957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768194.984963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768194.984969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768194.984971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768195.624943:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768195.624954:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768195.624956:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768195.624960:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768195.624964:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768195.624970:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4453
00000400:00000200:2.0:1775768195.624979:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768195.624985:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768195.624988:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768195.624991:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.624994:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.624996:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.624998:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768195.625002:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768195.625004:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768195.625006:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768195.625008:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768195.625035:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768195.625037:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768195.625040:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625042:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625043:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625045:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768195.625048:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768195.625051:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625053:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768195.625056:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768195.625059:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768195.625062:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625064:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768195.625066:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768195.625074:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768195.625078:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768195.625081:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768195.625083:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625085:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768195.625088:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768195.625092:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768195.625100:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768195.625107:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.625116:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384671616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768195.625126:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768195.625130:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625135:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384671616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768195.625152:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768195.625155:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768195.625158:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768195.625159:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768195.625161:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768195.625163:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768195.625165:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4453
00000400:00000200:2.0:1775768195.625170:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768195.625174:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768195.625177:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768195.625181:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625184:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625189:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625192:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768195.625195:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768195.625197:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768195.625200:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768195.625204:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768195.625208:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768195.625211:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768195.625218:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625220:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625224:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625228:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768195.625234:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768195.625238:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625242:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768195.625246:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768195.625251:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768195.625253:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625257:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768195.625262:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768195.625265:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625266:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768195.625272:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768195.625273:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768195.625275:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768195.625278:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625280:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768195.625282:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768195.625284:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768195.625289:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768195.625294:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.625306:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384671744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768195.625313:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768195.625317:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625322:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384671744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768195.625335:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768195.625339:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768195.625345:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768195.625348:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768195.625351:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768195.625354:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768195.625357:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4453
00000400:00000200:2.0:1775768195.625362:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768195.625369:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768195.625371:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768195.625377:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625379:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625382:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625383:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768195.625385:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768195.625387:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768195.625389:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768195.625390:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768195.625395:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768195.625399:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768195.625399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768195.625403:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775768195.625405:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625408:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625412:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625414:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768195.625417:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768195.625420:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625422:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768195.625424:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768195.625428:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768195.625430:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625433:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768195.625435:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768195.625438:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625441:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768195.625448:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768195.625450:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768195.625454:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768195.625456:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625459:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768195.625462:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768195.625464:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768195.625468:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768195.625471:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.625476:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384671872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768195.625487:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768195.625489:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625492:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384671872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768195.625500:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768195.625502:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768195.625505:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768195.625507:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768195.625509:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768195.625511:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768195.625514:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4453
00000400:00000200:2.0:1775768195.625521:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768195.625525:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768195.625528:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768195.625533:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625537:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625541:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625544:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768195.625548:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768195.625550:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768195.625552:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768195.625555:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768195.625557:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768195.625559:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768195.625566:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625569:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625570:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625571:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768195.625572:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768195.625574:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625575:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768195.625578:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768195.625580:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768195.625582:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625585:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768195.625588:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768195.625593:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625596:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768195.625602:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768195.625605:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768195.625607:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768195.625609:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625612:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768195.625613:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768195.625616:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768195.625620:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768195.625623:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.625629:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384672000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768195.625646:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768195.625650:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625655:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384672000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768195.625669:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768195.625672:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768195.625676:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768195.625678:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768195.625681:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768195.625686:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768195.625690:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4453
00000400:00000200:2.0:1775768195.625696:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768195.625701:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768195.625706:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768195.625710:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625713:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625717:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625719:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768195.625723:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768195.625724:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768195.625726:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768195.625728:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768195.625730:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768195.625733:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768195.625736:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625738:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768195.625742:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625744:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768195.625749:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768195.625754:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768195.625755:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768195.625757:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768195.625759:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768195.625762:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625764:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768195.625767:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768195.625770:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625774:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768195.625779:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768195.625781:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768195.625786:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768195.625789:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768195.625792:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768195.625795:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768195.625798:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768195.625802:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768195.625806:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.625812:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384672128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768195.625826:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768195.625852:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625855:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384672128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768195.625870:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768195.625874:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4463)
00000800:00000200:1.1:1775768195.625927:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768195.625928:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768195.626158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768195.626159:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768195.626332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768195.626333:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768195.626565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768195.626567:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1775768196.008923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768196.008929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768196.008934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768196.008936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768196.968924:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299127046, at 4299127104
00000100:00000010:0.0:1775768196.968939:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768197.032967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768197.032975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768197.032982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768197.032984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768198.056955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768198.056960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768198.056966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768198.056967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768199.080987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768199.080992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768199.080999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768199.081003:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768199.081005:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768199.081008:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768199.081011:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768199.081013:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768199.081015:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768199.081017:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768200.104931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768200.104939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768200.104947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768200.104949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768200.745001:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768200.745014:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768200.745016:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768200.745021:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768200.745026:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768200.745033:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4458
00000400:00000200:2.0:1775768200.745044:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768200.745051:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768200.745055:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768200.745059:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745063:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745066:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745076:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768200.745081:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768200.745083:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768200.745086:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768200.745088:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768200.745091:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768200.745094:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768200.745097:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745099:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745101:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745104:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768200.745107:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768200.745110:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745113:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768200.745117:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768200.745120:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768200.745123:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745126:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768200.745128:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768200.745138:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768200.745142:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768200.745146:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768200.745148:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745151:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768200.745154:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768200.745159:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768200.745167:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768200.745174:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768200.745184:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384672256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768200.745196:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768200.745201:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.745206:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384672256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768200.745231:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768200.745234:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768200.745238:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768200.745240:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768200.745242:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768200.745244:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768200.745247:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4458
00000400:00000200:2.0:1775768200.745252:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768200.745256:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768200.745259:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768200.745263:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745265:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745268:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745271:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768200.745274:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768200.745275:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768200.745279:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768200.745281:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768200.745284:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768200.745288:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768200.745295:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745300:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745305:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745311:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768200.745316:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768200.745322:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745326:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768200.745330:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768200.745338:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768200.745345:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745348:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768200.745354:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768200.745361:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745366:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768200.745372:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768200.745378:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768200.745385:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768200.745388:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745392:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768200.745393:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768200.745396:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768200.745403:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768200.745409:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768200.745419:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384672384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768200.745440:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768200.745446:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.745452:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384672384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768200.745473:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768200.745479:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768200.745489:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768200.745493:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768200.745498:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768200.745504:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768200.745511:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4458
00000400:00000200:2.0:1775768200.745522:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768200.745532:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768200.745536:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768200.745543:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745548:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768200.745552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775768200.745555:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768200.745557:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775768200.745560:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768200.745566:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768200.745569:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768200.745572:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768200.745575:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768200.745579:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768200.745584:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768200.745592:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745595:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745598:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745603:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768200.745608:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768200.745612:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745617:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768200.745620:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768200.745624:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768200.745631:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745636:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768200.745639:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768200.745644:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745647:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768200.745655:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768200.745661:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768200.745667:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768200.745669:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745672:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768200.745674:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768200.745678:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768200.745683:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768200.745688:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768200.745697:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384672512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768200.745710:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768200.745713:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.745721:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384672512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768200.745737:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768200.745742:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768200.745749:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768200.745753:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768200.745756:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768200.745764:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768200.745769:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4458
00000400:00000200:2.0:1775768200.745777:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768200.745783:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768200.745789:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768200.745795:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745800:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745805:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745811:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768200.745817:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768200.745820:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768200.745824:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768200.745827:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768200.745865:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768200.745871:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768200.745880:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745885:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.745892:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745899:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768200.745904:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768200.745911:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768200.745915:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768200.745918:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768200.745923:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768200.745929:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745933:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768200.745937:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768200.745944:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745949:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768200.745955:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768200.745973:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768200.745977:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768200.745979:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.745984:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768200.745987:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768200.745990:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768200.745996:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768200.746002:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768200.746014:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384672640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768200.746032:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768200.746037:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.746048:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384672640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768200.746066:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768200.746072:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768200.746079:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768200.746081:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768200.746085:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768200.746088:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768200.746093:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4458
00000400:00000200:2.0:1775768200.746102:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768200.746108:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768200.746112:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768200.746115:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.746119:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.746125:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.746130:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768200.746136:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768200.746139:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768200.746143:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768200.746146:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768200.746152:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768200.746156:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768200.746160:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.746162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768200.746164:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768200.746168:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768200.746171:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768200.746176:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768200.746184:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768200.746189:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768200.746194:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768200.746200:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.746204:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768200.746209:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768200.746215:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.746219:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768200.746226:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775768200.746232:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768200.746239:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768200.746242:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768200.746246:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768200.746249:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768200.746253:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768200.746260:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768200.746265:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768200.746277:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384672768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768200.746298:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768200.746304:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.746314:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384672768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768200.746335:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768200.746344:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4468)
00000800:00000200:1.1:1775768200.746377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768200.746380:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768200.746674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768200.746676:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768200.747014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768200.747017:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768200.747409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768200.747411:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1775768201.128947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768201.128953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768201.128974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768201.128975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768202.088976:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299132166, at 4299132224
00000100:00000010:0.0:1775768202.088998:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768202.152980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768202.152987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768202.152993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768202.152995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768203.176912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768203.176919:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768203.176921:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768203.176925:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768203.176929:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768203.176931:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768203.176934:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768203.176948:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768203.176954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768203.176956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768204.200908:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768204.200915:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768204.200923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768204.200924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768205.224888:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768205.224894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768205.224899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768205.224900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768205.864961:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768205.864971:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768205.864973:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768205.864977:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768205.864981:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768205.864987:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4463
00000400:00000200:0.0:1775768205.864995:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768205.865001:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768205.865003:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768205.865005:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865008:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865010:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865011:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768205.865014:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768205.865016:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768205.865018:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768205.865020:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768205.865021:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768205.865023:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768205.865025:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865027:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865028:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865029:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768205.865031:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768205.865034:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865035:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768205.865038:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768205.865040:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768205.865041:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865043:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768205.865045:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768205.865054:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000020:00000040:0.0:1775768205.865056:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768205.865059:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768205.865060:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865063:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768205.865065:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768205.865068:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768205.865074:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768205.865080:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.865087:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384672896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768205.865096:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768205.865100:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.865103:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384672896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768205.865126:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768205.865129:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768205.865132:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768205.865134:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768205.865136:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768205.865138:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768205.865142:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4463
00000400:00000200:0.0:1775768205.865148:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768205.865152:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768205.865155:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768205.865159:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865164:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865170:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865175:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768205.865180:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768205.865183:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768205.865187:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768205.865190:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768205.865196:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768205.865202:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768205.865211:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865217:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865223:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865228:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768205.865233:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768205.865236:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865241:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768205.865246:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768205.865251:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768205.865254:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865258:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768205.865263:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768205.865267:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865269:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768205.865272:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000020:00000040:0.0:1775768205.865277:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768205.865282:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768205.865286:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865288:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768205.865291:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768205.865295:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768205.865301:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768205.865306:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.865316:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384673024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768205.865330:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768205.865335:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.865344:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384673024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768205.865362:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768205.865368:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768205.865376:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768205.865379:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768205.865382:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768205.865388:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768205.865393:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4463
00000400:00000200:0.0:1775768205.865419:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768205.865427:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768205.865433:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768205.865438:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865443:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865449:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865453:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768205.865458:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768205.865461:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000200:1.1:1775768205.865462:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768205.865463:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768205.865467:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768205.865469:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768205.865469:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1775768205.865473:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768205.865478:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865482:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865485:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865488:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768205.865493:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768205.865496:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865498:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768205.865499:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768205.865503:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768205.865507:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865510:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768205.865513:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768205.865516:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865518:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768205.865522:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768205.865525:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768205.865528:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768205.865530:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768205.865536:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768205.865538:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768205.865542:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768205.865547:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.865556:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384673152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768205.865564:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768205.865567:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.865572:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384673152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768205.865600:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768205.865604:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768205.865610:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768205.865614:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768205.865615:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768205.865617:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768205.865620:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4463
00000400:00000200:0.0:1775768205.865625:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768205.865629:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768205.865632:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768205.865637:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865640:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865644:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865647:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768205.865648:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768205.865649:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768205.865650:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768205.865653:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768205.865655:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768205.865657:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768205.865658:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865660:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865664:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865666:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768205.865667:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768205.865669:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865671:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768205.865672:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768205.865675:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768205.865677:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865679:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768205.865682:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768205.865685:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865686:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768205.865693:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768205.865695:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768205.865699:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768205.865700:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865704:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768205.865706:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768205.865707:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768205.865712:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768205.865714:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.865720:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384673280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768205.865752:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768205.865755:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.865772:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384673280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768205.865798:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768205.865806:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768205.865815:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768205.865820:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768205.865823:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768205.865865:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768205.865871:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4463
00000400:00000200:0.0:1775768205.865883:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768205.865892:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768205.865897:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768205.865906:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865927:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865933:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865938:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768205.865942:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768205.865944:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768205.865947:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768205.865950:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768205.865953:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768205.865955:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768205.865962:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865965:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768205.865969:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865971:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768205.865975:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768205.865979:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768205.865982:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768205.865986:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768205.865990:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768205.865994:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.865996:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768205.865998:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768205.865999:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.866000:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768205.866003:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768205.866006:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768205.866008:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768205.866011:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768205.866014:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768205.866018:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768205.866021:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768205.866025:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768205.866030:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.866038:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384673408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768205.866057:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768205.866060:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.866066:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384673408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768205.866077:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768205.866084:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4473)
00000800:00000200:1.1:1775768205.866174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768205.866176:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768205.866385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768205.866387:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768205.866643:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768205.866646:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768205.867060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768205.867061:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1775768206.248956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768206.248961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768206.248968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768206.248969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768207.208947:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299137286, at 4299137344
00000100:00000010:0.0:1775768207.208967:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768207.272951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768207.272958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768207.272965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768207.272967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768208.296960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768208.296965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768208.296970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768208.296973:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768208.296975:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768208.296978:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768208.296981:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768208.296983:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768208.296984:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768208.296986:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768209.320995:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768209.321003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768209.321011:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768209.321013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768210.344962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768210.344967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768210.344973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768210.344974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768210.984967:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768210.984975:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768210.984977:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768210.984981:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768210.984985:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768210.984992:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4468
00000400:00000200:0.0:1775768210.984999:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768210.985004:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768210.985007:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768210.985009:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985014:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985016:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768210.985018:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768210.985020:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768210.985022:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768210.985023:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768210.985025:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768210.985026:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768210.985028:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985030:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985032:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985033:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768210.985035:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768210.985037:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985039:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768210.985041:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768210.985044:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768210.985046:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985048:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768210.985049:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768210.985058:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768210.985060:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768210.985063:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768210.985064:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985066:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768210.985068:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768210.985071:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768210.985077:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768210.985083:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.985090:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384673536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768210.985101:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768210.985106:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.985111:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384673536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768210.985136:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768210.985139:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768210.985143:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768210.985144:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768210.985146:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768210.985159:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768210.985166:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4468
00000400:00000200:0.0:1775768210.985172:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768210.985175:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768210.985176:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768210.985179:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985181:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985182:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985183:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768210.985186:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768210.985188:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768210.985191:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768210.985193:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768210.985197:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768210.985200:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768210.985208:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985211:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985218:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985222:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768210.985228:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768210.985239:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985256:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768210.985259:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768210.985267:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768210.985274:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985280:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768210.985288:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768210.985293:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985297:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768210.985308:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768210.985312:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768210.985314:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768210.985316:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985318:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768210.985319:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768210.985322:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768210.985327:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768210.985337:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.985347:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384673664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768210.985362:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768210.985365:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.985374:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384673664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768210.985398:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768210.985402:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768210.985413:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768210.985417:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768210.985419:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768210.985430:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768210.985439:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4468
00000400:00000200:0.0:1775768210.985459:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768210.985470:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768210.985473:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768210.985477:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985480:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985483:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985485:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768210.985493:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768210.985497:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768210.985500:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768210.985502:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768210.985504:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768210.985509:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768210.985519:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985522:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985530:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985537:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768210.985541:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768210.985544:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985545:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768210.985547:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768210.985553:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768210.985559:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985567:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768210.985574:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768210.985581:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985582:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768210.985586:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768210.985593:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768210.985597:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768210.985601:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985605:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768210.985607:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768210.985610:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768210.985619:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768210.985626:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.985638:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384673792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768210.985646:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768210.985649:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.985658:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384673792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768210.985682:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768210.985688:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768210.985691:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768210.985693:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768210.985696:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775768210.985698:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768210.985704:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775768210.985706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1775768210.985711:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4468
00000400:00000200:0.0:1775768210.985723:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768210.985734:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768210.985740:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768210.985747:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985755:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985760:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985765:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768210.985771:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768210.985774:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768210.985776:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768210.985780:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768210.985782:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768210.985788:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768210.985797:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985806:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.985812:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985816:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768210.985823:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768210.985885:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768210.985888:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768210.985893:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768210.985899:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768210.985907:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985914:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768210.985923:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768210.985933:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985937:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768210.985942:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768210.985949:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768210.985958:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768210.985962:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.985968:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768210.985976:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768210.985980:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768210.985987:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768210.985993:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.986002:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384673920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768210.986030:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768210.986036:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.986051:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384673920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768210.986082:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768210.986087:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768210.986102:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768210.986108:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768210.986111:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768210.986120:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768210.986128:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4468
00000400:00000200:0.0:1775768210.986144:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768210.986151:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768210.986158:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768210.986173:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.986182:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.986192:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.986199:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768210.986204:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768210.986207:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768210.986214:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768210.986220:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768210.986226:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768210.986231:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768210.986242:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.986254:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768210.986267:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768210.986277:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768210.986287:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768210.986296:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768210.986303:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768210.986310:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768210.986318:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768210.986323:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.986327:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768210.986331:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768210.986337:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.986348:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768210.986358:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768210.986364:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768210.986368:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768210.986372:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768210.986375:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768210.986378:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768210.986381:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768210.986384:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768210.986388:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.986397:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384674048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768210.986459:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768210.986470:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.986482:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384674048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768210.986506:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768210.986513:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4478)
00000800:00000200:1.1:1775768210.986611:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768210.986613:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768210.986790:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768210.986792:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768210.987056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768210.987058:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768210.987365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768210.987367:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1775768211.368957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768211.368965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768211.368974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768211.368976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.328941:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299142407, at 4299142464
00000100:00000010:0.0:1775768212.328950:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768212.393057:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768212.393062:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768212.393067:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768212.393068:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768213.416922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768213.416931:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768213.416933:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768213.416936:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768213.416942:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768213.416944:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768213.416946:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768213.416948:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768213.416953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768213.416954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768214.440916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768214.440923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768214.440930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768214.440931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768215.464947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768215.464954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768215.464960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768215.464962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.105177:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768216.105182:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768216.105186:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768216.105196:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105209:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.105213:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.105220:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768216.105224:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768216.105230:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.105236:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384674176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768216.105244:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768216.105249:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768216.105253:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.105257:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768216.105263:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768216.105267:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.105276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768216.105280:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768216.105286:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768216.105293:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674176, portal 25
00000100:00000001:0.0:1775768216.105296:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768216.105298:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:0.0:1775768216.105305:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105315:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768216.105320:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768216.105323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768216.105326:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384674176, offset 0
00000400:00000200:0.0:1775768216.105332:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768216.105341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.105348:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768216.105355:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768216.105363:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768216.105370:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768216.105374:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768216.105382:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200592:200592:256:4294967295] 192.168.202.154@tcp LPNI seq info [200592:200592:8:4294967295]
00000400:00000200:0.0:1775768216.105390:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.105405:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768216.105417:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.105425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768216.105436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768216.105442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768216.105454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768216.105459:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768216.105469:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.105473:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768216.105482:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768216.105490:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768216.105496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768216.105500:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768216.105507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768216.105515:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105547:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.105554:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105578:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.105582:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768216.105591:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.105599:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768216.105603:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299147526
00000100:00000010:0.0:1775768216.105612:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768216.105621:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768216.105630:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299147526
00000100:00000010:0.0:1775768216.105635:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab761e0.
00000100:00000001:0.0:1775768216.105641:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768216.105647:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768216.105653:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.105657:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768216.105665:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768216/real 1775768216]  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768216.105687:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768216.105691:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768216.105694:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768216.105698:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768216.105702:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768216.105714:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768216.105719:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768216.105729:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105736:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768216.105737:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105739:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.105741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768216.105744:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105749:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768216.105751:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105755:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768216.105758:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.105760:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105762:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768216.105764:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768216.105767:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768216.105770:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768216.105772:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768216.105776:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768216.105784:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384674176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768216.105788:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105790:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.105793:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384674176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105800:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768216.105803:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768216.105805:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768216.105809:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768216.105810:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768216.105824:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768216.105826:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768216.105828:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:0.0:1775768216.105845:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768216.105847:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768216.105848:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:0.0:1775768216.105850:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768216.105851:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105853:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.105859:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768216.105860:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.105861:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768216.105862:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768216.105863:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768216.105866:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105871:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.105872:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.105873:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768216.105874:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768216.105875:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.105877:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768216.105879:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768216.105880:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768216.105881:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.105882:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768216.105884:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768216.105885:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.105888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768216.105890:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768216.105892:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768216.105894:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674304, portal 10
00000100:00000001:0.0:1775768216.105895:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768216.105896:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:0.0:1775768216.105900:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105903:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768216.105905:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768216.105906:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768216.105908:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384674304, offset 0
00000400:00000200:0.0:1775768216.105910:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768216.105913:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.105915:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768216.105917:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768216.105918:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768216.105920:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768216.105922:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768216.105924:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200593:200593:256:4294967295] 192.168.202.154@tcp LPNI seq info [200593:200593:8:4294967295]
00000400:00000200:0.0:1775768216.105926:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.105930:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768216.105932:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.105934:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768216.105936:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768216.105938:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768216.105941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768216.105942:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768216.105945:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.105947:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768216.105949:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768216.105952:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768216.105955:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768216.105956:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768216.105959:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768216.105962:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105968:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.105971:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.105977:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.105979:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768216.105982:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768216.105986:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768216.105989:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768216.105990:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299146268
00000100:00000001:0.0:1775768216.105993:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.105995:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299146268
00000100:00000001:0.0:1775768216.105997:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.105999:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768216.106001:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106002:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768216.106006:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768216/real 1775768216]  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768216.106013:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768216.106014:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768216.106016:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768216.106018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768216.106020:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768216.106021:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768216.106024:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768216.106032:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106038:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768216.106039:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106041:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106042:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768216.106045:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106051:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768216.106054:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106059:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768216.106060:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106061:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106062:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106063:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768216.106064:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768216.106065:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768216.106067:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768216.106068:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768216.106070:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768216.106077:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768216.106081:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768216.106083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106089:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.106090:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106092:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768216.106094:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768216.106096:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.106098:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768216.106101:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768216.106103:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768216.106104:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106106:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106109:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768216.106111:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.106114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768216.106117:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768216.106120:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768216.106123:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674432, portal 10
00000100:00000001:0.0:1775768216.106125:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768216.106126:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:0.0:1775768216.106131:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106137:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768216.106139:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768216.106141:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768216.106142:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384674432, offset 0
00000400:00000200:0.0:1775768216.106145:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106147:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106150:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768216.106151:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768216.106153:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768216.106155:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768216.106156:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106158:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200594:200594:256:4294967295] 192.168.202.154@tcp LPNI seq info [200594:200594:8:4294967295]
00000400:00000200:0.0:1775768216.106161:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106164:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768216.106167:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106169:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768216.106171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768216.106173:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768216.106176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768216.106177:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768216.106180:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106181:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768216.106183:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768216.106185:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768216.106187:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768216.106188:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768216.106190:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768216.106191:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106196:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106198:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106201:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106202:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768216.106204:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768216.106206:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768216.106207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768216.106208:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299146246
00000100:00000001:0.0:1775768216.106210:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106211:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299146246
00000100:00000001:0.0:1775768216.106212:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106214:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768216.106215:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106216:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768216.106218:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768216/real 1775768216]  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768216.106222:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768216.106222:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768216.106223:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768216.106225:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768216.106226:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768216.106227:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768216.106228:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768216.106233:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106237:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768216.106237:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106238:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106239:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768216.106241:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106244:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768216.106246:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106250:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768216.106251:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106252:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106252:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106253:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768216.106254:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768216.106255:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768216.106257:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768216.106258:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768216.106260:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768216.106264:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768216.106266:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768216.106267:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106271:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.106272:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106274:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768216.106275:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768216.106276:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.106278:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768216.106280:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768216.106281:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768216.106282:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106282:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106284:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768216.106285:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.106287:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768216.106288:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768216.106290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768216.106292:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674560, portal 4
00000100:00000001:0.0:1775768216.106293:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768216.106294:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:0.0:1775768216.106297:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106300:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768216.106302:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768216.106303:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768216.106304:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384674560, offset 0
00000400:00000200:0.0:1775768216.106306:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106307:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106309:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768216.106311:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768216.106312:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768216.106314:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768216.106315:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106317:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200595:200595:256:4294967295] 192.168.202.154@tcp LPNI seq info [200595:200595:8:4294967295]
00000400:00000200:0.0:1775768216.106319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106322:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768216.106325:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106326:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768216.106328:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768216.106330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768216.106332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768216.106334:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768216.106336:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106337:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768216.106339:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768216.106341:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768216.106342:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768216.106343:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768216.106344:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768216.106346:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106350:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106351:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106354:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106355:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768216.106357:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768216.106358:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768216.106360:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768216.106361:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299146258
00000100:00000001:0.0:1775768216.106362:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106364:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299146258
00000100:00000001:0.0:1775768216.106365:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106366:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768216.106367:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106368:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768216.106369:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768216/real 1775768216]  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768216.106374:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768216.106375:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768216.106376:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768216.106377:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768216.106378:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768216.106379:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768216.106380:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768216.106384:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106387:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768216.106388:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106389:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106389:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768216.106391:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106394:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768216.106396:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106399:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768216.106401:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106401:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106402:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106403:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768216.106404:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768216.106405:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768216.106407:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768216.106408:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768216.106410:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768216.106415:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768216.106417:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768216.106418:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106421:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.106422:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106423:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768216.106424:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768216.106425:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.106426:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768216.106428:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768216.106429:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768216.106429:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768216.106430:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106432:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768216.106433:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768216.106434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768216.106435:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
00000400:00000010:0.0:1775768216.106437:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768216.106439:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674688, portal 4
00000100:00000001:0.0:1775768216.106440:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768216.106441:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:0.0:1775768216.106446:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106451:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768216.106453:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768216.106455:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000200:0.0:1775768216.106457:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384674688, offset 0
00000400:00000200:0.0:1775768216.106461:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106464:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106467:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768216.106470:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768216.106472:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768216.106474:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768216.106476:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768216.106479:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200596:200596:256:4294967295] 192.168.202.154@tcp LPNI seq info [200596:200596:8:4294967295]
00000400:00000200:0.0:1775768216.106482:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768216.106488:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768216.106492:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106495:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
00000800:00000200:0.0:1775768216.106499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768216.106501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768216.106505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768216.106507:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768216.106510:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768216.106512:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:0.0:1775768216.106514:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768216.106517:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768216.106520:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:0.0:1775768216.106521:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:0.0:1775768216.106523:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768216.106525:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106530:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106531:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106535:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106536:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768216.106538:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768216.106540:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768216.106542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768216.106544:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299146260
00000100:00000001:0.0:1775768216.106545:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106546:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299146260
00000100:00000001:0.0:1775768216.106548:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299147526
00000100:00000001:0.0:1775768216.106548:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768216.106550:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106551:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768216.106552:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768216/real 1775768216]  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768216.106557:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768216.106558:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768216.106559:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768216.106560:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768216.106561:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768216.106562:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768216.106564:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768216.106568:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106571:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768216.106572:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106573:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106574:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768216.106576:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106581:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768216.106585:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106591:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768216.106593:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106595:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768216.106596:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106598:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768216.106599:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768216.106602:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768216.106605:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768216.106607:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768216.106611:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768216.106619:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768216.106623:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106625:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106627:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384674304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106633:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768216.106634:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106636:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768216.106637:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768216.106638:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768216.106639:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768216.106640:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768216.106642:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:0.0:1775768216.106643:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768216.106644:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768216.106645:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:0.0:1775768216.106647:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768216.106647:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106648:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106650:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384674432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106658:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768216.106659:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106660:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768216.106661:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768216.106662:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768216.106662:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768216.106663:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768216.106664:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:0.0:1775768216.106665:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768216.106665:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768216.106666:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:0.0:1775768216.106667:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768216.106668:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106669:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106670:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384674560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106673:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768216.106674:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106675:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768216.106676:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768216.106676:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768216.106677:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768216.106678:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768216.106678:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:0.0:1775768216.106680:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768216.106680:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768216.106681:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:0.0:1775768216.106682:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768216.106682:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106683:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768216.106685:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384674688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768216.106688:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768216.106688:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768216.106690:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768216.106690:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768216.106691:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768216.106692:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768216.106693:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768216.106694:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768216.106695:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768216.106695:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768216.106696:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:0.0:1775768216.106697:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768216.106698:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106699:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.106701:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768216.106701:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768216.106702:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768216.106703:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768216.488960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768216.488965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768216.488972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768216.488974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768217.449037:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299147526, at 4299147584
00000100:00000010:0.0:1775768217.449044:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768217.512931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768217.512939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768217.512947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768217.512949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768218.536988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768218.536996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768218.537005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768218.537011:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768218.537013:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768218.537019:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768218.537022:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768218.537026:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768218.537028:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768218.537031:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768219.560932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768219.560945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768219.560952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768219.560954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768220.584951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768220.584956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768220.584962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768220.584963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768221.225903:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768221.225914:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768221.225917:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768221.225921:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768221.225926:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768221.225934:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4478
00000400:00000200:2.0:1775768221.225943:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768221.225951:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768221.225955:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768221.225959:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.225962:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.225965:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.225968:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768221.225972:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768221.225974:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768221.225977:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768221.225980:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768221.225982:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768221.225985:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768221.225988:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.225990:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.225992:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.225994:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768221.225997:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768221.226000:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226002:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768221.226006:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768221.226008:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768221.226010:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226011:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768221.226013:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768221.226023:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768221.226026:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768221.226029:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768221.226030:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226033:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768221.226035:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768221.226040:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768221.226070:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768221.226086:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768221.226096:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768221.226104:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768221.226108:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768221.226112:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768221.226126:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768221.226128:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768221.226130:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768221.226132:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768221.226133:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768221.226134:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768221.226136:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4478
00000400:00000200:2.0:1775768221.226138:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768221.226141:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768221.226142:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768221.226144:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226146:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226147:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226149:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768221.226150:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768221.226150:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768221.226151:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768221.226154:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768221.226155:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:0.0:1775768221.226156:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768221.226157:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768221.226159:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768221.226159:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768221.226162:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226164:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226167:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768221.226168:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768221.226169:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768221.226172:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768221.226175:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226178:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768221.226181:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768221.226184:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768221.226186:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768221.226187:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768221.226189:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768221.226190:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226192:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768221.226194:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226194:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:0.0:1775768221.226198:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384674816:192.168.202.154@tcp:250:kworker.0
00000008:00100000:2.0:1775768221.226199:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768221.226203:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775768221.226204:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226207:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768221.226207:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226210:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226213:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768221.226217:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768221.226218:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768221.226220:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768221.226223:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:0.0:1775768221.226226:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768221.226228:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768221.226229:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b528.
02000000:00000001:2.0:1775768221.226230:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226233:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768221.226235:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775768221.226237:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
02000000:00000001:2.0:1775768221.226237:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768221.226243:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000200:0.0:1775768221.226246:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674816, portal 25
00000100:00000001:2.0:1775768221.226246:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226250:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768221.226252:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00100000:2.0:1775768221.226255:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768221.226259:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226277:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768221.226277:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768221.226281:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768221.226282:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768221.226286:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4880.
00000100:00000040:2.0:1775768221.226289:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768221.226290:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384674816, offset 0
00000400:00000200:0.0:1775768221.226299:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226304:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768221.226307:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768221.226310:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768221.226311:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768221.226313:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768221.226315:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768221.226318:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768221.226320:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768221.226321:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4478
00000400:00000200:2.0:1775768221.226327:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.226329:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768221.226330:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768221.226333:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768221.226334:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226336:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768221.226338:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:2.0:1775768221.226339:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226341:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768221.226343:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768221.226344:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768221.226345:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768221.226346:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768221.226347:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768221.226349:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768221.226351:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768221.226353:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768221.226355:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226357:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226360:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768221.226363:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200597:200597:256:4294967295] 192.168.202.154@tcp LPNI seq info [200597:200597:8:4294967295]
00000100:00000001:2.0:1775768221.226363:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768221.226365:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768221.226369:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226372:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768221.226374:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768221.226375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768221.226377:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768221.226379:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226380:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768221.226382:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768221.226384:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226387:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768221.226390:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000400:00000200:0.0:1775768221.226391:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768221.226394:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768221.226398:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768221.226399:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226400:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768221.226402:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1775768221.226403:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768221.226404:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768221.226409:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462c00.
02000000:00000010:2.0:1775768221.226410:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768221.226413:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768221.226418:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768221.226419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768221.226428:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775768221.226428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768221.226431:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768221.226435:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768221.226440:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768221.226441:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768221.226443:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768221.226445:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226445:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768221.226447:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768221.226449:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768221.226451:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768221.226452:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4478
00000100:00000001:0.0:1775768221.226456:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299152647
00000400:00000200:2.0:1775768221.226456:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768221.226460:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000010:0.0:1775768221.226462:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00080000:2.0:1775768221.226462:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768221.226465:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226467:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226468:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226469:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768221.226471:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768221.226472:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768221.226473:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768221.226475:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768221.226476:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768221.226477:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768221.226480:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1775768221.226480:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226482:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226484:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226486:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768221.226487:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768221.226489:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768221.226491:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299152647
00000100:00000001:2.0:1775768221.226491:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768221.226493:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768221.226495:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768221.226496:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768221.226498:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76840.
00000100:00000001:2.0:1775768221.226498:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768221.226500:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768221.226502:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226503:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226504:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1775768221.226506:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768221.226509:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768221.226510:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768221.226511:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226511:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768221.226512:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768221.226513:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226515:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1775768221.226516:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:0.0:1775768221.226519:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226520:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226523:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768221.226524:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768221.226526:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768221.226533:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768221.226534:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226536:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775768221.226537:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226539:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768221.226544:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768221.226546:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226547:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768221.226548:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768221.226549:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768221.226552:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768221.226553:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768221.226555:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768221.226556:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768221.226557:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768221.226561:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4478
00000400:00000200:2.0:1775768221.226566:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768221.226570:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1775768221.226570:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768221.226573:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768221.226573:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775768221.226577:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768221.226577:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768221.226580:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768221.226580:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768221.226582:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768221.226584:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226584:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768221.226588:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1775768221.226590:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674944:192.168.202.154@tcp:38:kworker.0
00000020:00000040:2.0:1775768221.226590:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768221.226591:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768221.226593:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:0.0:1775768221.226594:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1775768221.226596:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:0.0:1775768221.226597:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768221.226600:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768221.226600:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:0.0:1775768221.226604:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768221.226605:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226607:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1775768221.226608:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
00000100:00000040:2.0:1775768221.226609:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768221.226611:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226611:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768221.226614:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:0.0:1775768221.226616:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768221.226617:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768221.226619:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768221.226622:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014ba50.
02000000:00000001:2.0:1775768221.226622:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768221.226624:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768221.226626:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226627:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775768221.226628:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4088.
00000008:00100000:2.0:1775768221.226628:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768221.226632:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768221.226633:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384674944, portal 10
00000100:00000001:2.0:1775768221.226633:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768221.226636:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768221.226637:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775768221.226638:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768221.226639:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
02000000:00000001:2.0:1775768221.226641:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768221.226642:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768221.226644:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768221.226645:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768221.226645:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768221.226647:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000040:0.0:1775768221.226651:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768221.226651:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768221.226654:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768221.226674:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768221.226677:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768221.226681:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226694:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768221.226694:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768221.226698:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4489)
00000100:00000040:0.0:1775768221.226699:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768221.226704:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4aa0.
00000100:00000200:0.0:1775768221.226707:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384674944, offset 0
00000400:00000200:0.0:1775768221.226712:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768221.226717:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.226721:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768221.226724:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768221.226727:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768221.226729:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768221.226730:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768221.226732:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200598:200598:255:4294967295] 192.168.202.154@tcp LPNI seq info [200598:200598:7:4294967295]
00000400:00000200:0.0:1775768221.226735:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.226740:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768221.226743:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768221.226745:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462300.
00000800:00000200:0.0:1775768221.226749:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768221.226753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768221.226756:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768221.226760:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768221.226774:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768221.226776:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299151388
00000100:00000001:0.0:1775768221.226779:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.226781:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299151388
00000100:00000001:0.0:1775768221.226783:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.226785:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768221.226788:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226790:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768221.226794:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226807:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768221.226809:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226811:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768221.226813:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768221.226815:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768221.226817:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768221.226821:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768221.226823:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768221.226825:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226826:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768221.226862:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768221.226864:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768221.226868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768221.226870:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b948.
00000400:00000010:0.0:1775768221.226874:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4e58.
00000100:00000200:0.0:1775768221.226878:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384675072, portal 10
00000100:00000001:0.0:1775768221.226881:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768221.226883:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:0.0:1775768221.226889:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226896:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768221.226898:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768221.226902:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc47f8.
00000100:00000200:0.0:1775768221.226904:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384675072, offset 0
00000400:00000200:0.0:1775768221.226910:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768221.226914:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.226918:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768221.226922:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768221.226924:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768221.226926:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768221.226928:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768221.226931:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200599:200599:254:4294967295] 192.168.202.154@tcp LPNI seq info [200599:200599:6:4294967295]
00000400:00000200:0.0:1775768221.226935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.226940:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768221.226944:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768221.226948:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462a00.
00000800:00000200:0.0:1775768221.226951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768221.226955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768221.226958:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768221.226961:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768221.226964:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768221.226966:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299151367
00000100:00000001:0.0:1775768221.226969:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.226971:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299151367
00000100:00000001:0.0:1775768221.226973:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.226975:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768221.226977:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.226980:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768221.226982:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.226989:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768221.226991:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.226993:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768221.226995:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768221.226996:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768221.226999:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768221.227002:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768221.227003:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768221.227005:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.227007:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768221.227010:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768221.227012:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768221.227016:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768221.227018:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014b6e0.
00000400:00000010:0.0:1775768221.227022:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4220.
00000100:00000200:0.0:1775768221.227025:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384675200, portal 4
00000100:00000001:0.0:1775768221.227027:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768221.227028:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:0.0:1775768221.227033:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.227039:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768221.227041:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768221.227043:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc44c8.
00000100:00000200:0.0:1775768221.227045:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384675200, offset 0
00000400:00000200:0.0:1775768221.227049:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768221.227052:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.227055:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768221.227057:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768221.227059:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768221.227061:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768221.227063:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768221.227066:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200600:200600:253:4294967295] 192.168.202.154@tcp LPNI seq info [200600:200600:5:4294967295]
00000400:00000200:0.0:1775768221.227069:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.227074:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768221.227078:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768221.227082:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462f00.
00000800:00000200:0.0:1775768221.227085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768221.227088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768221.227091:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768221.227093:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768221.227096:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768221.227098:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299151379
00000100:00000001:0.0:1775768221.227100:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.227102:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299151379
00000100:00000001:0.0:1775768221.227104:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.227106:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768221.227108:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.227110:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.227112:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768221.227115:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768221.227117:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768221.227119:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768221.227120:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768221.227121:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768221.227124:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.227130:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768221.227132:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.227134:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768221.227135:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768221.227137:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768221.227140:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768221.227142:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768221.227144:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768221.227145:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768221.227147:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768221.227150:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768221.227152:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768221.227155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768221.227158:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768221.227161:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768221.227164:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384675328, portal 4
00000100:00000001:0.0:1775768221.227165:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768221.227166:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:0.0:1775768221.227171:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768221.227178:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768221.227180:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768221.227183:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc46e8.
00000100:00000200:0.0:1775768221.227185:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384675328, offset 0
00000400:00000200:0.0:1775768221.227189:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768221.227193:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.227195:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768221.227198:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768221.227199:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768221.227201:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768221.227202:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768221.227204:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200601:200601:252:4294967295] 192.168.202.154@tcp LPNI seq info [200601:200601:4:4294967295]
00000400:00000200:0.0:1775768221.227207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768221.227212:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768221.227216:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768221.227220:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462400.
00000800:00000200:0.0:1775768221.227224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768221.227227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768221.227230:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768221.227233:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768221.227236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768221.227238:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299151381
00000100:00000001:0.0:1775768221.227241:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.227243:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299151381
00000100:00000001:0.0:1775768221.227245:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299152647
00000100:00000001:0.0:1775768221.227247:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768221.227249:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.227251:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.227253:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768221.227257:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768221.227259:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768221.227260:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768221.227261:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768221.227264:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768221.227266:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768221.608924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768221.608930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768221.608936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768221.608938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768222.568950:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299152647, at 4299152704
00000100:00000010:0.0:1775768222.568971:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768222.632963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768222.632970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768222.632976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768222.632977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768223.656913:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768223.656921:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768223.656924:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768223.656928:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768223.656933:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768223.656935:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768223.656937:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768223.656940:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768223.656948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768223.656950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775768224.297180:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775768224.297229:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768224.297241:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768224.297246:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775768224.297251:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768224.297256:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768224.297261:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768224.297265:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462c00.
00000400:00000200:3.0:1775768224.297273:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768224.297278:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768224.297285:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4880
00000400:00000010:3.0:1775768224.297289:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4880.
00000100:00000001:3.0:1775768224.297296:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768224.297307:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297339:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768224.297343:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297352:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768224.297355:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768224.297365:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768224.297368:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462300.
00000400:00000200:3.0:1775768224.297371:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768224.297373:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768224.297377:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4aa0
00000400:00000010:3.0:1775768224.297379:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4aa0.
00000100:00000001:3.0:1775768224.297381:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768224.297386:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297388:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768224.297393:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768224.297393:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768224.297395:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297398:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768224.297405:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768221/real 1775768224]  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297407:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768224.297409:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768224.297413:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768224.297415:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462a00.
00000400:00000200:3.0:1775768224.297417:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1775768224.297418:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768224.297420:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1775768224.297421:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1775768224.297424:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014ba50.
00000400:00000200:0.0:1775768224.297428:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4088
00000400:00000010:0.0:1775768224.297429:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4088.
00000100:00000001:0.0:1775768224.297432:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1775768224.297432:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc47f8
00000400:00000010:3.0:1775768224.297434:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc47f8.
00000100:00000200:0.0:1775768224.297435:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297436:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768224.297441:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768224.297444:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297448:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768224.297451:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297452:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768224.297454:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297456:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768224.297456:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768224.297458:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768224.297459:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768224.297462:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1775768224.297462:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768224.297464:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462f00.
00000400:00000200:3.0:1775768224.297466:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768224.297469:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1775768224.297470:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775768224.297471:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc44c8
00000400:00000010:3.0:1775768224.297472:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc44c8.
00000100:00000001:3.0:1775768224.297474:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768224.297475:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768224.297479:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297482:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768224.297486:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768224.297486:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768224.297488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775768224.297489:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297490:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297494:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768224.297494:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768224.297495:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768224.297497:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768224.297500:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:3.0:1775768224.297500:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768224.297501:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462400.
00000400:00000200:3.0:1775768224.297504:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:0.0:1775768224.297505:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000400:00000200:3.0:1775768224.297507:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1775768224.297508:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1775768224.297509:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc46e8
00000400:00000010:3.0:1775768224.297511:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc46e8.
00000100:00000040:0.0:1775768224.297512:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297514:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768224.297518:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.297520:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384674944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768224.297524:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768224.297526:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775768224.297527:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.297529:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768221/real 1775768224]  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768224.297532:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768224.297533:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1775768224.297536:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768224.297537:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768224.297539:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b948.
00000400:00000200:0.0:1775768224.297540:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4e58
00000400:00000010:0.0:1775768224.297541:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4e58.
00000100:00000001:0.0:1775768224.297543:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768224.297545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768224.297552:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297558:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768224.297559:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297561:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297562:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768224.297565:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297577:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768224.297582:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297589:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768224.297591:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297592:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297594:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297596:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768224.297598:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768224.297600:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768224.297603:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768224.297606:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768224.297610:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.297617:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768224.297621:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768224.297624:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768221/real 1775768224]  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768224.297631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768224.297632:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768224.297635:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b6e0.
00000400:00000200:0.0:1775768224.297637:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4220
00000400:00000010:0.0:1775768224.297639:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4220.
00000100:00000001:0.0:1775768224.297641:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768224.297644:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768224.297657:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297662:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768224.297664:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297665:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297666:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768224.297670:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297676:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768224.297680:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297686:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768224.297688:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297689:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297690:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297692:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768224.297693:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768224.297696:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768224.297700:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768224.297702:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768224.297706:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.297713:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768224.297718:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768224.297721:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768221/real 1775768224]  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768224.297762:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768224.297763:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768224.297766:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014b528.
00000400:00000200:0.0:1775768224.297769:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768224.297771:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768224.297773:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768224.297776:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768224.297782:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297787:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768224.297788:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297790:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297791:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768224.297794:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297799:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768224.297802:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297809:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768224.297811:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297813:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.297813:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297815:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768224.297816:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768224.297818:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768224.297821:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768224.297823:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768224.297826:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.297874:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384674816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768224.297878:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768224.297880:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768224.297883:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384674944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297889:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768224.297892:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768224.297897:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768224.297901:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768224.297904:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768224.297906:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768224.297909:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768224.297912:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:0.0:1775768224.297916:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768224.297918:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768224.297921:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768224.297925:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768224.297927:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297929:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768224.297932:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384675072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297938:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768224.297939:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768224.297941:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768224.297944:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768224.297945:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768224.297946:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768224.297948:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768224.297950:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:0.0:1775768224.297952:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768224.297953:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768224.297954:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:0.0:1775768224.297957:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768224.297958:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297960:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768224.297963:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384675200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297969:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768224.297970:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768224.297972:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768224.297974:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768224.297975:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768224.297976:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768224.297978:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768224.297979:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768224.297981:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768224.297982:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768224.297983:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:0.0:1775768224.297986:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768224.297987:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.297989:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768224.297992:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384674816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.297998:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768224.297999:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768224.298000:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768224.298003:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768224.298004:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768224.298005:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768224.298007:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768224.298008:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:0.0:1775768224.298010:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768224.298011:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768224.298013:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768224.298015:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768224.298016:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298019:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768224.298021:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768224.298022:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768224.298024:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768224.298027:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768221/real 1775768224]  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768224.298035:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768224.298036:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768224.298038:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768224.298040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768224.298041:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768224.298043:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768224.298046:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768224.298060:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.298066:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768224.298068:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298070:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.298071:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768224.298075:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.298082:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768224.298086:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.298093:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768224.298095:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298097:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768224.298098:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298100:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768224.298101:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768224.298103:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768224.298108:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768224.298110:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768224.298114:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768224.298121:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384675328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768224.298125:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298127:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768224.298130:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384675328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768224.298136:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768224.298137:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768224.298139:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768224.298142:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768224.298143:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768224.298144:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768224.298146:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768224.298147:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768224.298150:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768224.298151:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768224.298152:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768224.298154:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768224.298156:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298157:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.298167:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768224.298169:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768224.298172:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768224.298173:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768224.680882:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768224.680887:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768224.680893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768224.680894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768225.704894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768225.704900:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768225.704904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768225.704905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768226.344985:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768226.344993:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768226.344996:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768226.344999:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768226.345003:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768226.345010:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4484
00000400:00000200:0.0:1775768226.345021:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768226.345026:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768226.345029:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768226.345031:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345034:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345035:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345037:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768226.345040:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768226.345041:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768226.345043:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768226.345045:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768226.345047:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768226.345048:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768226.345050:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345051:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345052:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345054:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768226.345056:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768226.345058:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345059:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768226.345062:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768226.345065:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768226.345066:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345068:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768226.345070:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768226.345079:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768226.345081:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768226.345085:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768226.345086:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345088:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768226.345091:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768226.345095:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768226.345102:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768226.345109:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.345117:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384675456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768226.345126:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768226.345130:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.345133:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384675456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768226.345163:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768226.345167:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768226.345170:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768226.345171:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768226.345173:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768226.345175:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768226.345178:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4484
00000400:00000200:0.0:1775768226.345183:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768226.345186:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768226.345189:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768226.345192:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345194:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345197:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345200:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768226.345203:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768226.345204:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768226.345206:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768226.345208:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768226.345210:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768226.345212:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768226.345215:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345220:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345222:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345226:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768226.345231:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768226.345236:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345241:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768226.345246:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768226.345253:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768226.345258:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345263:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768226.345270:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768226.345277:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345280:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768226.345288:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768226.345292:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768226.345296:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768226.345299:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345303:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768226.345306:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768226.345310:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768226.345316:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768226.345322:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.345330:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384675584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768226.345339:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768226.345342:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.345347:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384675584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768226.345360:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768226.345363:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768226.345369:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768226.345373:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768226.345376:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768226.345381:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768226.345386:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4484
00000400:00000200:0.0:1775768226.345394:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768226.345402:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768226.345406:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768226.345413:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345417:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345421:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345425:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768226.345431:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768226.345432:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768226.345434:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768226.345437:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768226.345441:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768226.345444:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768226.345449:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345452:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345457:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345460:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768226.345463:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768226.345468:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345472:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768226.345474:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768226.345478:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768226.345483:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345488:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768226.345492:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768226.345510:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345514:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768226.345518:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768226.345524:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768226.345530:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768226.345532:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768226.345537:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768226.345540:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768226.345546:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768226.345550:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.345555:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384675712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768226.345564:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768226.345566:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.345570:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384675712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768226.345583:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768226.345590:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775768226.345592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:0.0:1775768226.345596:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768226.345599:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1775768226.345599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1775768226.345602:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768226.345607:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768226.345618:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4484
00000400:00000200:0.0:1775768226.345624:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768226.345628:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768226.345634:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768226.345641:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345642:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345645:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345649:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768226.345654:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768226.345656:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768226.345659:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768226.345663:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768226.345668:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768226.345674:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768226.345681:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345685:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345690:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345694:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768226.345699:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768226.345705:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345712:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768226.345725:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768226.345729:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768226.345733:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345738:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768226.345741:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768226.345744:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345746:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768226.345751:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768226.345756:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768226.345761:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768226.345762:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.345766:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768226.345768:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768226.345770:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768226.345776:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768226.345780:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.345785:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384675840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768226.345795:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768226.345798:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.345806:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384675840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768226.345819:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768226.345822:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768226.345884:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768226.345888:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768226.345891:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768226.345894:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768226.345900:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4484
00000400:00000200:0.0:1775768226.345912:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768226.345919:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768226.345923:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768226.345930:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345935:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345939:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345944:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768226.345947:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768226.345950:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768226.345952:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768226.345955:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768226.345960:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768226.345966:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768226.345973:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345977:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768226.345981:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768226.345985:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768226.345989:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768226.345996:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768226.346002:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768226.346006:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768226.346011:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768226.346015:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.346020:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768226.346023:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768226.346029:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.346031:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768226.346039:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768226.346043:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768226.346050:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768226.346053:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768226.346055:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768226.346058:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768226.346061:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768226.346069:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768226.346076:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.346084:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384675968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768226.346101:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768226.346106:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.346110:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384675968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768226.346120:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768226.346126:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4494)
00000800:00000200:1.1:1775768226.346329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768226.346332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768226.346630:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768226.346632:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768226.346957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768226.346959:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768226.347216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768226.347218:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1775768226.728895:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768226.728902:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768226.728909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768226.728911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768227.688955:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299157766, at 4299157824
00000100:00000010:0.0:1775768227.688970:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768227.752927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768227.752939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768227.752943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768227.752944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768228.776904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768228.776911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768228.776919:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768228.776922:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768228.776925:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768228.776930:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768228.776933:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768228.776935:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768228.776938:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768228.776940:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768229.800950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768229.800957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768229.800964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768229.800965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768230.824964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768230.824970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768230.824977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768230.824978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768231.464951:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768231.464962:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768231.464965:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768231.464970:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768231.464974:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768231.464982:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4489
00000400:00000200:0.0:1775768231.464996:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768231.465003:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768231.465007:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768231.465010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465013:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465016:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465018:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768231.465022:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768231.465024:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768231.465027:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768231.465030:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768231.465033:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768231.465035:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768231.465038:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465040:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465042:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465044:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768231.465046:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768231.465049:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465051:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768231.465054:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768231.465057:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768231.465059:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465061:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768231.465064:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768231.465073:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768231.465076:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768231.465079:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768231.465080:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465083:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768231.465085:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768231.465089:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768231.465096:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768231.465103:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.465111:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384676096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768231.465119:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768231.465124:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465127:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384676096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768231.465147:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768231.465149:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768231.465152:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768231.465153:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768231.465154:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768231.465156:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768231.465158:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4489
00000400:00000200:0.0:1775768231.465160:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768231.465162:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768231.465164:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768231.465166:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465168:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465169:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465171:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768231.465173:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768231.465174:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768231.465175:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768231.465177:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768231.465178:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768231.465179:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768231.465181:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465184:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465187:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465189:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768231.465192:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768231.465194:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465197:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768231.465198:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768231.465203:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768231.465208:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465212:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768231.465217:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768231.465221:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465223:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768231.465226:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768231.465230:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768231.465232:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768231.465235:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465236:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768231.465238:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768231.465239:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768231.465244:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768231.465247:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.465251:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384676224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768231.465260:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768231.465262:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465266:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384676224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768231.465271:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768231.465275:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768231.465279:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768231.465281:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768231.465282:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768231.465284:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768231.465288:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4489
00000400:00000200:0.0:1775768231.465292:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768231.465293:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768231.465297:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768231.465299:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465300:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465301:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465305:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768231.465306:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768231.465307:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768231.465308:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768231.465310:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768231.465311:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768231.465312:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768231.465314:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465315:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465316:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465321:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768231.465322:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768231.465326:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465331:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768231.465333:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768231.465337:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768231.465349:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465353:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768231.465356:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768231.465361:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465364:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768231.465368:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768231.465372:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768231.465377:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768231.465380:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465384:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768231.465387:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768231.465391:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768231.465397:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768231.465403:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.465411:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384676352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768231.465422:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768231.465426:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465432:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384676352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768231.465440:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768231.465448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768231.465454:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768231.465455:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768231.465458:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775768231.465459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768231.465461:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768231.465465:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4489
00000800:00000200:1.1:1775768231.465465:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000400:00000200:0.0:1775768231.465470:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768231.465474:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768231.465476:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768231.465479:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465481:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465485:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465486:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768231.465488:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768231.465489:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768231.465490:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768231.465492:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768231.465495:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768231.465497:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768231.465502:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465505:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465506:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465507:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768231.465509:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768231.465513:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465515:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768231.465516:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768231.465518:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768231.465519:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465521:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768231.465524:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768231.465529:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465533:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768231.465540:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768231.465545:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768231.465552:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768231.465554:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465558:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768231.465562:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768231.465565:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768231.465569:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768231.465575:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.465583:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384676480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768231.465594:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768231.465599:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465605:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384676480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768231.465621:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768231.465624:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768231.465633:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768231.465637:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768231.465640:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768231.465646:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768231.465650:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4489
00000400:00000200:0.0:1775768231.465658:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768231.465676:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768231.465682:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768231.465690:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465695:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465700:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465707:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768231.465711:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768231.465712:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768231.465714:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768231.465715:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768231.465717:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768231.465721:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768231.465728:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465734:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768231.465739:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465744:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768231.465748:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768231.465757:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768231.465763:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768231.465769:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768231.465774:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768231.465778:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465782:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768231.465785:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768231.465791:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465795:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768231.465802:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768231.465805:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768231.465811:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768231.465812:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768231.465815:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768231.465819:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768231.465823:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768231.465863:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768231.465868:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.465879:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384676608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768231.465896:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768231.465900:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465910:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384676608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768231.465922:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768231.465930:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4499)
00000800:00000200:1.1:1775768231.466091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768231.466092:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768231.466316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768231.466318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768231.466531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768231.466533:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768231.466787:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768231.466790:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1775768231.848965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768231.848973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768231.848980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768231.848982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768231.849041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768231.849045:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768231.849049:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768232.809013:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299162886, at 4299162944
00000100:00000010:0.0:1775768232.809038:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768232.872947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768232.872952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768232.872966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768232.872968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768233.896981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768233.896990:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768233.896992:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768233.896996:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768233.897002:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768233.897005:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768233.897008:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768233.897010:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768233.897014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768233.897015:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768234.920941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768234.920949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768234.920956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768234.920957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768235.944926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768235.944931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768235.944943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768235.944944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768236.584947:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768236.584962:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768236.584965:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768236.584969:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768236.584975:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768236.584983:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4494
00000400:00000200:0.0:1775768236.584993:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768236.584999:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768236.585002:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768236.585005:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585009:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585016:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585018:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768236.585022:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768236.585024:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768236.585027:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768236.585029:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768236.585031:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768236.585033:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768236.585036:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585038:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585040:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585042:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768236.585045:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768236.585048:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585051:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768236.585053:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768236.585057:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768236.585060:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585062:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768236.585064:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768236.585071:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768236.585074:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768236.585077:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768236.585078:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585080:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768236.585083:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768236.585085:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768236.585091:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768236.585096:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.585103:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384676736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768236.585110:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768236.585114:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585117:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384676736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768236.585134:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768236.585137:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768236.585139:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768236.585140:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768236.585141:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768236.585143:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768236.585144:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4494
00000400:00000200:0.0:1775768236.585147:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768236.585150:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768236.585151:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768236.585154:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585155:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585157:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585158:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768236.585162:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768236.585163:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768236.585164:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768236.585167:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768236.585168:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768236.585172:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768236.585174:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585177:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585182:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585186:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768236.585191:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768236.585197:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585202:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768236.585206:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768236.585212:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768236.585217:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585222:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768236.585226:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768236.585232:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585236:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768236.585242:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768236.585245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768236.585249:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768236.585251:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585253:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768236.585254:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768236.585255:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768236.585260:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768236.585264:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.585270:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384676864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768236.585278:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768236.585279:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585282:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384676864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768236.585293:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768236.585296:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768236.585299:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768236.585301:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768236.585304:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768236.585309:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768236.585313:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4494
00000400:00000200:0.0:1775768236.585317:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768236.585323:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768236.585325:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768236.585329:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585331:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585335:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585336:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768236.585337:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768236.585338:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768236.585340:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768236.585343:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768236.585347:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768236.585349:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768236.585351:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585352:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585356:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585359:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768236.585361:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768236.585365:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585370:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768236.585372:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768236.585375:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768236.585377:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585380:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768236.585383:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768236.585385:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585387:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768236.585391:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768236.585395:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768236.585399:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768236.585400:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585404:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768236.585406:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768236.585408:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768236.585411:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768236.585415:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.585418:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384676992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768236.585431:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768236.585434:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585438:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384676992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768236.585446:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768236.585448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768236.585451:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768236.585452:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768236.585453:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768236.585456:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768236.585459:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4494
00000400:00000200:0.0:1775768236.585462:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768236.585465:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768236.585468:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768236.585471:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585476:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768236.585476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768236.585480:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768236.585481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768236.585482:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768236.585486:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768236.585488:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768236.585490:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768236.585492:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768236.585494:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768236.585499:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768236.585501:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585502:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585503:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585505:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768236.585509:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768236.585513:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585516:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768236.585519:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768236.585521:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768236.585523:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585524:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768236.585526:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768236.585530:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585531:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768236.585535:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768236.585536:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768236.585538:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768236.585541:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585542:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768236.585544:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768236.585546:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768236.585549:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768236.585552:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.585559:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384677120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768236.585565:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768236.585567:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585572:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384677120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768236.585597:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768236.585599:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768236.585603:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768236.585605:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768236.585606:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768236.585608:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768236.585610:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4494
00000400:00000200:0.0:1775768236.585612:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768236.585632:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768236.585634:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768236.585636:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585638:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585642:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585643:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768236.585646:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768236.585648:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768236.585649:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768236.585650:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768236.585651:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768236.585655:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768236.585657:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585658:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768236.585659:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585660:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768236.585664:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768236.585666:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768236.585668:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768236.585670:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768236.585673:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768236.585675:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585676:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768236.585678:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768236.585680:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585682:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768236.585688:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768236.585691:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768236.585694:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768236.585696:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768236.585698:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768236.585701:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768236.585703:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768236.585705:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768236.585708:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.585714:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384677248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768236.585727:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768236.585729:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585733:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384677248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768236.585742:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768236.585746:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4504)
00000800:00000200:1.1:1775768236.586028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768236.586030:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768236.586301:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768236.586304:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768236.586560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768236.586563:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768236.586856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768236.586858:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1775768236.968922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768236.968927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768236.968934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768236.968935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768237.928936:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299168006, at 4299168064
00000100:00000010:0.0:1775768237.928952:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768237.992944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768237.992972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768237.992979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768237.992980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768239.016922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768239.016929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768239.016936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768239.016940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768239.016942:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768239.016945:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768239.016949:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768239.016951:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768239.016953:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768239.016956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768240.040936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768240.040942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768240.040946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768240.040947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768241.064938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768241.064944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768241.064952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768241.064953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768241.064995:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768241.064998:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768241.065000:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768241.705274:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768241.705280:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768241.705284:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768241.705293:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705329:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.705333:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.705340:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768241.705344:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768241.705348:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.705354:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384677376:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768241.705360:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768241.705365:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768241.705368:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.705372:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768241.705378:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.705381:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.705389:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768241.705395:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768241.705402:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768241.705410:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384677376, portal 25
00000100:00000001:0.0:1775768241.705416:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768241.705419:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768241.705427:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705443:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768241.705450:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768241.705453:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768241.705458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384677376, offset 0
00000400:00000200:0.0:1775768241.705467:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768241.705478:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.705485:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768241.705490:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768241.705496:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768241.705499:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768241.705501:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768241.705504:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200617:200617:256:4294967295] 192.168.202.154@tcp LPNI seq info [200617:200617:8:4294967295]
00000400:00000200:0.0:1775768241.705506:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.705514:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768241.705520:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.705524:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768241.705533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768241.705538:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768241.705545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768241.705550:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768241.705557:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.705560:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768241.705576:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768241.705584:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768241.705589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768241.705591:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768241.705597:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768241.705603:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705617:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.705621:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705631:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.705633:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768241.705639:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.705647:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768241.705650:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299173126
00000100:00000010:0.0:1775768241.705655:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768241.705662:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768241.705670:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299173126
00000100:00000010:0.0:1775768241.705674:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76120.
00000100:00000001:0.0:1775768241.705677:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768241.705681:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768241.705684:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.705686:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768241.705690:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241]  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768241.705701:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768241.705702:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768241.705705:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768241.705709:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768241.705711:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768241.705715:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768241.705721:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768241.705735:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705752:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768241.705754:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.705759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.705761:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768241.705767:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705784:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768241.705794:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705811:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768241.705816:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.705820:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.705824:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.705858:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768241.705862:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768241.705869:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768241.705878:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768241.705884:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768241.705893:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768241.705916:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384677376:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768241.705925:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.705928:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.705933:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384677376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.705947:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768241.705950:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768241.705955:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.705960:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768241.705962:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768241.705965:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768241.705970:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768241.705973:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768241.705977:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768241.705979:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768241.705982:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768241.705987:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768241.705989:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.705992:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706002:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768241.706006:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706011:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768241.706012:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768241.706014:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768241.706020:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706037:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.706038:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706040:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768241.706043:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768241.706045:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.706049:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768241.706054:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768241.706056:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768241.706058:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706061:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706065:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.706069:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.706076:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768241.706081:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768241.706088:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768241.706094:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384677504, portal 10
00000100:00000001:0.0:1775768241.706098:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768241.706101:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:0.0:1775768241.706112:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706126:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768241.706131:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768241.706134:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768241.706138:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384677504, offset 0
00000400:00000200:0.0:1775768241.706147:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706162:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768241.706167:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768241.706172:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768241.706177:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768241.706182:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706187:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200618:200618:256:4294967295] 192.168.202.154@tcp LPNI seq info [200618:200618:8:4294967295]
00000400:00000200:0.0:1775768241.706197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706207:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768241.706214:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706219:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768241.706226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768241.706231:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768241.706237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768241.706241:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768241.706250:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706253:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768241.706258:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768241.706267:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768241.706272:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768241.706275:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768241.706277:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768241.706283:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706305:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.706308:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706313:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706316:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768241.706318:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768241.706321:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768241.706324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768241.706325:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299171868
00000100:00000001:0.0:1775768241.706327:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706328:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299171868
00000100:00000001:0.0:1775768241.706330:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706332:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768241.706333:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706335:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768241.706337:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241]  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768241.706345:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768241.706346:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768241.706347:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768241.706348:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768241.706349:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768241.706350:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768241.706352:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768241.706356:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706360:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768241.706361:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706362:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706362:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768241.706364:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706368:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768241.706370:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706373:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768241.706374:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706375:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706376:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706377:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768241.706378:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768241.706380:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768241.706381:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768241.706382:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768241.706385:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768241.706389:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768241.706391:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768241.706393:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706396:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.706397:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706398:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768241.706399:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768241.706400:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.706402:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768241.706403:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768241.706404:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768241.706405:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706406:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706408:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768241.706409:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.706411:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768241.706412:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768241.706414:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768241.706415:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384677632, portal 10
00000100:00000001:0.0:1775768241.706417:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768241.706417:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768241.706420:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706424:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768241.706425:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768241.706426:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768241.706428:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384677632, offset 0
00000400:00000200:0.0:1775768241.706430:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706434:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768241.706436:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768241.706438:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768241.706439:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768241.706441:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706443:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200619:200619:256:4294967295] 192.168.202.154@tcp LPNI seq info [200619:200619:8:4294967295]
00000400:00000200:0.0:1775768241.706445:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706450:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768241.706454:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706457:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768241.706460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768241.706462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768241.706466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768241.706468:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768241.706484:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706486:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768241.706489:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768241.706493:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768241.706496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768241.706497:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768241.706499:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768241.706502:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706509:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.706512:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706518:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706519:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768241.706522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768241.706525:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768241.706529:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768241.706531:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299171846
00000100:00000001:0.0:1775768241.706533:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706535:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299171846
00000100:00000001:0.0:1775768241.706537:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706539:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768241.706541:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706543:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768241.706546:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241]  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768241.706554:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768241.706555:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768241.706557:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768241.706559:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768241.706561:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768241.706563:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768241.706580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768241.706588:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706594:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768241.706595:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706597:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706598:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768241.706601:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706607:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768241.706611:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706617:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768241.706620:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706622:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706623:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706624:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768241.706627:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768241.706629:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768241.706632:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768241.706634:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768241.706637:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768241.706644:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768241.706647:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706649:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.706652:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384677504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706658:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768241.706659:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706661:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.706663:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768241.706664:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768241.706666:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768241.706667:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768241.706669:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768241.706672:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768241.706673:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768241.706674:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768241.706677:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768241.706678:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706679:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.706682:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384677632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706694:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768241.706696:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706697:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768241.706699:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768241.706700:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768241.706701:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768241.706703:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768241.706704:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768241.706706:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768241.706707:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768241.706709:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768241.706711:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768241.706712:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706714:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706717:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768241.706718:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706720:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768241.706721:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768241.706722:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768241.706725:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706732:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.706733:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706735:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768241.706736:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768241.706738:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.706741:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768241.706744:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768241.706746:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768241.706747:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706749:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706751:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768241.706753:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.706757:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768241.706759:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768241.706762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768241.706765:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384677760, portal 4
00000100:00000001:0.0:1775768241.706767:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768241.706768:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:0.0:1775768241.706773:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706779:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768241.706780:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768241.706782:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768241.706783:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384677760, offset 0
00000400:00000200:0.0:1775768241.706786:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706790:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768241.706792:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768241.706794:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768241.706796:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768241.706797:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768241.706799:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200620:200620:256:4294967295] 192.168.202.154@tcp LPNI seq info [200620:200620:8:4294967295]
00000400:00000200:0.0:1775768241.706801:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.706805:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768241.706807:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706809:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768241.706811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768241.706813:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768241.706816:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768241.706817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768241.706819:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.706821:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768241.706822:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768241.706824:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768241.706826:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768241.706828:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768241.706843:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768241.706845:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706851:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.706852:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706856:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706857:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768241.706858:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768241.706860:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768241.706862:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768241.706863:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299171859
00000100:00000001:0.0:1775768241.706865:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706866:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299171859
00000100:00000001:0.0:1775768241.706868:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.706869:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768241.706870:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.706872:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768241.706875:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241]  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768241.706882:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768241.706883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768241.706885:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768241.706887:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768241.706888:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768241.706890:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768241.706893:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768241.706900:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706906:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768241.706907:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706909:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706910:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768241.706913:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706919:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768241.706922:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706929:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768241.706931:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706932:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.706934:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.706935:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768241.706936:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768241.706939:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768241.706942:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768241.706944:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768241.706947:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768241.706954:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768241.706958:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768241.706960:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.706966:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.706968:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706970:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768241.706972:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768241.706974:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.706976:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768241.706979:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768241.706981:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768241.706982:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768241.706984:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768241.706986:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.706988:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768241.706992:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768241.706994:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768241.706997:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768241.706999:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384677888, portal 4
00000100:00000001:0.0:1775768241.707001:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768241.707002:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768241.707007:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707013:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768241.707015:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768241.707017:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768241.707019:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384677888, offset 0
00000400:00000200:0.0:1775768241.707023:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768241.707027:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.707030:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768241.707032:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768241.707035:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768241.707037:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768241.707039:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768241.707041:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200621:200621:256:4294967295] 192.168.202.154@tcp LPNI seq info [200621:200621:8:4294967295]
00000400:00000200:0.0:1775768241.707045:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768241.707051:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768241.707055:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.707058:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768241.707062:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768241.707064:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768241.707068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768241.707071:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768241.707074:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768241.707076:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768241.707079:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768241.707082:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768241.707084:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768241.707085:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768241.707088:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768241.707091:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707097:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.707100:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707106:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.707108:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768241.707111:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768241.707113:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768241.707116:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768241.707118:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299171861
00000100:00000001:0.0:1775768241.707120:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.707122:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299171861
00000100:00000001:0.0:1775768241.707124:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299173126
00000100:00000001:0.0:1775768241.707126:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768241.707127:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.707129:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768241.707132:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768241/real 1775768241]  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768241.707140:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768241.707141:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768241.707142:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768241.707145:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768241.707146:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768241.707148:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768241.707151:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768241.707158:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707165:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768241.707166:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707167:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.707169:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768241.707171:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707177:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768241.707181:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707187:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768241.707189:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707190:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768241.707191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707193:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768241.707195:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768241.707197:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768241.707200:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768241.707202:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768241.707206:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768241.707214:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384677888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768241.707217:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707218:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.707221:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384677760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707227:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768241.707229:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768241.707230:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768241.707233:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768241.707234:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768241.707235:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768241.707237:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768241.707239:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768241.707241:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768241.707242:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768241.707243:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:0.0:1775768241.707246:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768241.707247:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707248:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768241.707251:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384677888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768241.707257:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768241.707258:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768241.707260:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768241.707261:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768241.707262:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768241.707263:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768241.707265:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768241.707266:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768241.707267:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768241.707268:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768241.707270:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768241.707272:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768241.707273:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707274:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.707277:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768241.707279:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768241.707280:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768241.707281:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768242.088927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768242.088938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768242.088946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768242.088948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768243.049064:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299173126, at 4299173184
00000100:00000010:0.0:1775768243.049069:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768243.112929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768243.112934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768243.112939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768243.112940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768244.136915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768244.136921:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768244.136923:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768244.136925:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768244.136930:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768244.136932:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768244.136934:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768244.136936:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768244.136940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768244.136941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768244.136972:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768244.136975:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768244.136977:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768245.160942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768245.160949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768245.160956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768245.160957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768246.184926:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768246.184934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768246.184940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768246.184941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768246.825005:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768246.825017:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768246.825020:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768246.825025:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768246.825030:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768246.825037:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4504
00000400:00000200:0.0:1775768246.825047:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768246.825053:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768246.825056:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768246.825058:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825061:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825063:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825065:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768246.825069:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768246.825070:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768246.825072:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768246.825074:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768246.825076:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768246.825077:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768246.825080:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825081:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825083:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825084:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768246.825086:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768246.825088:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825090:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768246.825093:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768246.825096:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768246.825098:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825099:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768246.825101:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768246.825111:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768246.825114:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768246.825117:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768246.825118:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825121:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768246.825123:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768246.825128:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768246.825136:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768246.825142:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.825151:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384678016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768246.825159:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768246.825164:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825167:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384678016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768246.825187:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768246.825189:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768246.825192:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768246.825193:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768246.825194:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768246.825196:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768246.825198:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4504
00000400:00000200:0.0:1775768246.825200:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768246.825202:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768246.825204:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768246.825206:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825208:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825210:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825211:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768246.825212:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768246.825213:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768246.825214:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768246.825215:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768246.825216:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768246.825217:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768246.825220:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825223:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825225:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825229:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768246.825230:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768246.825234:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825236:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768246.825237:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768246.825242:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768246.825246:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825249:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768246.825254:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768246.825258:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825263:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768246.825266:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768246.825269:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768246.825271:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768246.825273:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825276:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768246.825278:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768246.825281:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768246.825284:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768246.825289:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.825295:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384678144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768246.825302:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768246.825306:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825310:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384678144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768246.825316:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768246.825321:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768246.825325:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768246.825326:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768246.825327:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768246.825329:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768246.825332:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4504
00000400:00000200:0.0:1775768246.825337:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768246.825339:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768246.825341:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768246.825345:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825347:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825348:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825349:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768246.825351:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768246.825354:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768246.825356:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768246.825357:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768246.825358:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768246.825360:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768246.825362:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825365:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825367:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825368:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768246.825369:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768246.825370:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825372:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768246.825381:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768246.825386:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768246.825393:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825398:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768246.825401:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768246.825406:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825410:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768246.825426:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768246.825430:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768246.825433:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768246.825435:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825437:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768246.825438:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768246.825440:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768246.825444:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768246.825448:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.825455:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768246.825464:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768246.825467:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825473:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768246.825483:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768246.825488:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768246.825495:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768246.825500:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768246.825502:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768246.825507:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768246.825512:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4504
00000400:00000200:0.0:1775768246.825542:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768246.825549:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768246.825551:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768246.825556:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825557:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825558:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825560:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768246.825564:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768246.825565:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768246.825568:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768246.825570:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768246.825572:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768246.825575:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768246.825580:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825583:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768246.825584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768246.825586:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825590:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768246.825591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1775768246.825592:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768246.825596:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825599:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768246.825603:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768246.825606:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768246.825608:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825612:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768246.825614:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768246.825616:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825617:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768246.825619:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768246.825622:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768246.825625:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768246.825627:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825630:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768246.825632:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768246.825634:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768246.825637:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768246.825641:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.825647:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768246.825652:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768246.825653:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825655:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768246.825661:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768246.825664:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768246.825670:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768246.825673:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768246.825674:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768246.825680:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768246.825685:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4504
00000400:00000200:0.0:1775768246.825688:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768246.825692:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768246.825694:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768246.825699:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825703:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825708:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825712:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768246.825715:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768246.825716:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768246.825719:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768246.825722:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768246.825723:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768246.825724:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768246.825726:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825728:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768246.825730:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825733:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768246.825735:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768246.825740:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768246.825742:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768246.825744:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768246.825746:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768246.825747:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825748:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768246.825749:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768246.825750:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825751:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768246.825754:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768246.825756:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768246.825757:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768246.825758:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768246.825759:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768246.825761:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768246.825763:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768246.825767:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768246.825773:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.825779:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768246.825792:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768246.825796:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825803:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768246.825823:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768246.825867:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4514)
00000800:00000200:1.1:1775768246.826120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768246.826122:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768246.826370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768246.826372:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000400:00000010:1.0:1775768246.826446:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768246.826449:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768246.826451:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768246.826458:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826464:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768246.826465:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826467:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826468:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768246.826470:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826476:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768246.826479:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826485:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768246.826487:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826489:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826490:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826491:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768246.826492:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768246.826495:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768246.826497:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768246.826499:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768246.826502:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768246.826510:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678272:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768246.826513:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768246.826532:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826538:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768246.826540:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768246.826542:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768246.826543:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768246.826545:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768246.826548:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768246.826551:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768246.826553:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768246.826554:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768246.826556:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768246.826561:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768246.826563:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768246.826566:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768246.826569:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768246.826572:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768246.826574:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384678400, portal 4
00000100:00000001:1.0:1775768246.826576:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768246.826577:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768246.826582:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826588:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768246.826590:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768246.826592:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768246.826594:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384678400, offset 0
00000400:00000200:1.0:1775768246.826598:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768246.826601:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768246.826604:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768246.826606:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768246.826609:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768246.826611:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768246.826613:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768246.826616:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200625:200625:256:4294967295] 192.168.202.154@tcp LPNI seq info [200625:200625:8:4294967295]
00000400:00000200:1.0:1775768246.826620:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768246.826626:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768246.826630:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768246.826634:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768246.826637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768246.826639:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768246.826642:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768246.826643:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775768246.826646:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768246.826647:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768246.826649:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768246.826651:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768246.826653:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768246.826654:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768246.826655:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768246.826658:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826663:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.826664:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826668:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.826669:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768246.826671:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768246.826673:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768246.826675:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768246.826677:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299176978
00000100:00000001:1.0:1775768246.826678:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299178246
00000100:00000001:1.0:1775768246.826680:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299176978
00000100:00000001:1.0:1775768246.826681:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299178246
00000100:00000001:1.0:1775768246.826682:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768246.826684:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.826685:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768246.826687:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768246/real 1775768246]  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768246.826692:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768246.826693:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768246.826694:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768246.826695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768246.826696:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768246.826697:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768246.826699:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768246.826704:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826707:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768246.826708:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826709:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826709:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768246.826711:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826714:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768246.826716:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826720:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768246.826721:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826722:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826723:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826724:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768246.826725:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768246.826727:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768246.826729:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768246.826731:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768246.826733:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768246.826737:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768246.826739:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768246.826740:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826744:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768246.826744:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768246.826746:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768246.826747:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768246.826748:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768246.826749:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768246.826751:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768246.826752:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768246.826753:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768246.826755:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768246.826757:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768246.826758:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768246.826759:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768246.826760:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768246.826762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768246.826764:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384678528, portal 4
00000100:00000001:1.0:1775768246.826765:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768246.826766:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768246.826769:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826773:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768246.826775:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768246.826776:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768246.826777:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384678528, offset 0
00000400:00000200:1.0:1775768246.826780:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768246.826782:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768246.826784:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768246.826786:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768246.826787:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768246.826789:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768246.826790:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768246.826792:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200626:200626:256:4294967295] 192.168.202.154@tcp LPNI seq info [200626:200626:8:4294967295]
00000400:00000200:1.0:1775768246.826795:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768246.826798:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768246.826800:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768246.826802:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768246.826804:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768246.826806:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775768246.826808:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768246.826810:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775768246.826812:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768246.826813:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768246.826815:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768246.826817:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768246.826819:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768246.826820:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768246.826821:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768246.826822:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826826:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.826828:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826847:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.826848:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768246.826851:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768246.826853:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768246.826855:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768246.826856:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299176981
00000100:00000001:1.0:1775768246.826858:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299178246
00000100:00000001:1.0:1775768246.826859:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299176981
00000100:00000001:1.0:1775768246.826861:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299178246
00000100:00000001:1.0:1775768246.826862:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768246.826863:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.826864:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768246.826866:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768246/real 1775768246]  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768246.826870:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768246.826871:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768246.826872:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768246.826873:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768246.826875:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768246.826876:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768246.826877:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768246.826883:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826889:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768246.826891:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826893:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826894:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768246.826897:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826903:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768246.826906:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826913:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768246.826915:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826916:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768246.826918:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826919:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768246.826921:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768246.826923:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768246.826926:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768246.826928:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768246.826932:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768246.826939:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768246.826943:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826945:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.826948:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384678144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826954:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768246.826955:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768246.826957:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768246.826959:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768246.826961:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768246.826962:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768246.826964:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768246.826966:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768246.826968:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768246.826969:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768246.826971:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768246.826973:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768246.826974:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826977:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.826979:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384678272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.826983:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768246.826984:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768246.826985:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768246.826986:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768246.826987:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768246.826988:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768246.826989:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768246.826989:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768246.826991:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768246.826991:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768246.826992:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768246.826995:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768246.826995:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.826996:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.826998:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384678400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.827001:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768246.827002:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768246.827002:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768246.827003:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768246.827004:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768246.827005:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768246.827006:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768246.827007:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768246.827008:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768246.827009:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768246.827009:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768246.827011:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768246.827011:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.827012:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.827014:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384678528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.827021:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768246.827022:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768246.827023:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768246.827024:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768246.827025:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768246.827025:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768246.827026:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768246.827027:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768246.827028:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768246.827029:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768246.827029:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768246.827030:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768246.827031:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.827032:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.827034:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768246.827035:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.827036:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768246.827037:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768247.208929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768247.208936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768247.208944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768247.208945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768247.208975:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768247.208980:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768247.208984:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768248.168964:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299178246, at 4299178304
00000100:00000040:0.0:1775768248.168974:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299178246, at 4299178304
00000100:00000010:0.0:1775768248.168982:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000010:1.0:1775768248.168982:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768248.233209:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768248.233215:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768248.233219:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768248.233222:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768248.233224:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768248.233227:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768248.233229:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768248.233231:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768248.233233:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768248.233234:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768248.233292:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768248.233296:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768248.233299:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768249.256933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768249.256938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768249.256943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768249.256944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768249.257005:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768249.257008:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768249.257011:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768250.280925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768250.280932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768250.280939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768250.280940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768250.280965:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768250.280968:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768250.280971:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768251.304968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768251.304974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768251.304982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768251.304984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768251.305048:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768251.305055:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768251.305059:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768251.944957:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768251.944967:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768251.944970:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768251.944974:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768251.944979:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768251.944985:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4509
00000400:00000200:2.0:1775768251.944995:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768251.945001:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768251.945004:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768251.945007:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945010:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768251.945013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945015:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768251.945018:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768251.945020:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768251.945022:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768251.945025:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768251.945027:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768251.945029:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768251.945032:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945034:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768251.945035:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945037:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768251.945040:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768251.945043:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945045:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945048:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768251.945051:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768251.945055:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945057:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768251.945059:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768251.945068:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768251.945072:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768251.945075:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768251.945077:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945088:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768251.945090:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768251.945093:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768251.945100:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768251.945106:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768251.945114:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768251.945125:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768251.945128:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768251.945133:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945155:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768251.945158:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768251.945161:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768251.945162:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768251.945164:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768251.945166:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768251.945169:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4509
00000400:00000200:2.0:1775768251.945172:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768251.945175:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768251.945178:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768251.945181:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945184:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768251.945187:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945189:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768251.945191:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768251.945192:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:1.0:1775768251.945194:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768251.945194:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768251.945196:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768251.945199:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768251.945199:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768251.945202:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768251.945203:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768251.945207:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945210:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768251.945214:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768251.945214:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945218:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768251.945222:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768251.945228:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768251.945234:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768251.945234:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945236:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768251.945238:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945242:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768251.945243:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768251.945246:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.945247:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768251.945248:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768251.945252:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768251.945253:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775768251.945256:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384678656:192.168.202.154@tcp:250:kworker.0
00000008:00000001:2.0:1775768251.945258:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945262:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945263:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768251.945267:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775768251.945267:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
02000000:00000001:1.0:1775768251.945270:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768251.945271:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768251.945274:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768251.945275:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768251.945277:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768251.945278:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:2.0:1775768251.945279:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768251.945281:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768251.945282:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945284:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.945288:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:2.0:1775768251.945289:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000400:00000010:1.0:1775768251.945291:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000001:2.0:1775768251.945293:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768251.945296:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00100000:2.0:1775768251.945300:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768251.945303:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384678656, portal 25
00000100:00000001:1.0:1775768251.945308:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768251.945310:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388446848 : -107275321104768 : ffff9e6f0497a680)
00000100:00000001:2.0:1775768251.945316:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768251.945319:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945319:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768251.945326:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.945329:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768251.945334:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768251.945338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768251.945342:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384678656, offset 0
00000100:00000001:2.0:1775768251.945344:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768251.945347:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768251.945348:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768251.945353:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768251.945355:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768251.945357:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768251.945358:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768251.945362:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768251.945367:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768251.945368:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4509
00000400:00000200:1.0:1775768251.945373:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768251.945375:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.945378:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768251.945381:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768251.945383:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775768251.945385:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768251.945386:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768251.945392:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.945394:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200627:200627:256:4294967295] 192.168.202.154@tcp LPNI seq info [200627:200627:8:4294967295]
00000100:00000001:2.0:1775768251.945396:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768251.945399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768251.945407:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.945408:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768251.945412:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768251.945415:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1775768251.945416:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768251.945418:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000010:1.0:1775768251.945420:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000020:00000001:2.0:1775768251.945420:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768251.945422:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768251.945425:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.0:1775768251.945427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:2.0:1775768251.945429:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.0:1775768251.945431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1775768251.945435:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945439:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768251.945439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768251.945442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1775768251.945443:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945447:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:1.0:1775768251.945450:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768251.945452:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000800:00000010:1.0:1775768251.945453:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00080000:2.0:1775768251.945457:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768251.945458:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768251.945459:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945462:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768251.945478:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768251.945482:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768251.945484:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768251.945488:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768251.945489:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768251.945492:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768251.945493:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945498:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768251.945501:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768251.945505:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775768251.945505:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.945509:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945513:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945514:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945517:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1775768251.945520:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768251.945522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768251.945523:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768251.945528:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768251.945530:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768251.945531:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945534:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299183366
00000100:00000001:2.0:1775768251.945534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768251.945537:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1775768251.945539:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
02000000:00000001:2.0:1775768251.945539:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768251.945544:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:1.0:1775768251.945546:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768251.945548:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945552:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299183366
00000100:00000010:1.0:1775768251.945556:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00100000:2.0:1775768251.945556:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768251.945561:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768251.945565:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768251.945569:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945570:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768251.945571:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768251.945574:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768251.945577:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251]  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768251.945581:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945604:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768251.945608:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775768251.945608:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1775768251.945611:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768251.945613:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00080000:2.0:1775768251.945614:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768251.945615:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000100:00000001:2.0:1775768251.945616:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768251.945618:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00080000:2.0:1775768251.945619:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768251.945621:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768251.945623:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768251.945626:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768251.945628:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4509
00000400:00000200:2.0:1775768251.945637:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768251.945640:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768251.945643:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768251.945648:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768251.945652:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768251.945654:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768251.945654:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768251.945658:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768251.945659:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768251.945660:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768251.945663:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768251.945666:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945668:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768251.945673:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768251.945676:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768251.945677:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768251.945679:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768251.945683:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768251.945683:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768251.945687:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768251.945692:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768251.945693:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768251.945696:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.945698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768251.945698:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768251.945700:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768251.945702:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768251.945703:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1775768251.945705:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768251.945706:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768251.945709:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:1.0:1775768251.945710:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768251.945714:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:1.0:1775768251.945716:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768251.945719:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1775768251.945720:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945724:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.945725:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768251.945728:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768251.945732:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768251.945735:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384678656:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768251.945736:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945741:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768251.945742:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775768251.945743:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768251.945744:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775768251.945747:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.945748:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a680 x1862023384678656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768251.945751:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768251.945757:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768251.945758:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768251.945762:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1775768251.945762:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000010:1.0:1775768251.945765:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:2.0:1775768251.945765:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768251.945768:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.945769:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768251.945772:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:2.0:1775768251.945772:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1775768251.945773:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768251.945774:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1775768251.945776:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775768251.945777:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768251.945778:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000010:2.0:1775768251.945782:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768251.945786:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.945789:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:2.0:1775768251.945791:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768251.945794:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768251.945797:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a680.
00000100:00000001:1.0:1775768251.945801:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768251.945802:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768251.945804:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768251.945805:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945808:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768251.945811:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.945817:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768251.945820:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945821:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.945824:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775768251.945825:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768251.945826:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768251.945853:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768251.945859:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768251.945867:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768251.945870:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768251.945871:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775768251.945872:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768251.945873:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945877:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768251.945878:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768251.945881:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768251.945883:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4509
02000000:00000001:1.0:1775768251.945884:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768251.945889:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678784:192.168.202.154@tcp:38:kworker.0
00000400:00000200:2.0:1775768251.945891:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768251.945895:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768251.945898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1775768251.945898:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768251.945900:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768251.945901:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1775768251.945902:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768251.945906:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000040:2.0:1775768251.945906:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768251.945911:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.945911:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768251.945915:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.945917:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768251.945919:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768251.945920:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000020:00000001:2.0:1775768251.945924:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1775768251.945925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000020:00000040:2.0:1775768251.945927:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:1.0:1775768251.945928:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384678784, portal 10
00000020:00000001:2.0:1775768251.945929:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768251.945931:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775768251.945932:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768251.945933:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445952 : -107275321105664 : ffff9e6f0497a300)
00000020:00000001:2.0:1775768251.945936:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768251.945940:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768251.945941:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768251.945946:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.945951:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768251.945952:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768251.945956:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768251.945957:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768251.945960:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000001:2.0:1775768251.945961:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768251.945962:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384678784, offset 0
00000020:00000040:2.0:1775768251.945965:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:1.0:1775768251.945968:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768251.945971:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768251.945973:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768251.945977:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768251.945980:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768251.945981:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:2.0:1775768251.945984:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768251.945985:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768251.945989:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.945991:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768251.945992:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768251.945996:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1775768251.945996:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768251.946000:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946002:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:2.0:1775768251.946003:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946008:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200628:200628:256:4294967295] 192.168.202.154@tcp LPNI seq info [200628:200628:8:4294967295]
00000100:00000010:2.0:1775768251.946008:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768251.946013:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768251.946017:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768251.946017:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768251.946020:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768251.946022:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768251.946025:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768251.946028:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946029:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1775768251.946033:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000800:00000200:1.0:1775768251.946036:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768251.946039:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768251.946040:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768251.946046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:2.0:1775768251.946046:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775768251.946050:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768251.946057:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768251.946061:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1775768251.946067:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1775768251.946068:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946071:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00000001:2.0:1775768251.946072:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946073:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768251.946079:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768251.946079:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768251.946091:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000100:00000001:2.0:1775768251.946091:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768251.946094:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768251.946097:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768251.946098:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4519)
00000100:00000200:1.0:1775768251.946101:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946107:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946109:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946114:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946115:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768251.946117:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.946120:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768251.946123:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768251.946125:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299182108
00000100:00000001:1.0:1775768251.946127:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946128:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299182108
00000100:00000001:1.0:1775768251.946130:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946131:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768251.946133:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946134:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768251.946136:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251]  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768251.946140:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768251.946141:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768251.946142:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768251.946143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768251.946144:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768251.946145:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768251.946147:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768251.946151:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946155:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768251.946155:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946156:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946157:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768251.946159:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946162:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768251.946164:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946168:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768251.946170:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946171:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946171:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946172:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768251.946173:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768251.946175:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768251.946176:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768251.946177:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768251.946179:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768251.946183:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678784:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768251.946187:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768251.946190:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946196:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768251.946197:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946199:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768251.946200:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768251.946202:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768251.946205:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768251.946208:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768251.946209:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768251.946211:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946212:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946215:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768251.946217:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946220:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768251.946222:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768251.946225:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768251.946228:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384678912, portal 10
00000100:00000001:1.0:1775768251.946230:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768251.946231:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768251.946236:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946242:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768251.946244:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768251.946246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768251.946248:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384678912, offset 0
00000400:00000200:1.0:1775768251.946252:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946257:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768251.946258:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768251.946260:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768251.946262:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768251.946263:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946265:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200629:200629:256:4294967295] 192.168.202.154@tcp LPNI seq info [200629:200629:8:4294967295]
00000400:00000200:1.0:1775768251.946267:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946271:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768251.946273:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946275:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768251.946277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768251.946279:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768251.946282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768251.946283:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768251.946285:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946287:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768251.946288:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768251.946290:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768251.946292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768251.946293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768251.946295:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768251.946297:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946301:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946303:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946307:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946308:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768251.946310:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.946312:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768251.946313:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768251.946314:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299182086
00000100:00000001:1.0:1775768251.946316:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946317:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299182086
00000100:00000001:1.0:1775768251.946319:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946320:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768251.946322:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946323:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768251.946325:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251]  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768251.946329:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768251.946329:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768251.946330:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768251.946331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768251.946332:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768251.946333:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768251.946335:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768251.946340:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946343:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768251.946343:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946344:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946345:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768251.946347:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946350:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768251.946352:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946355:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768251.946357:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946358:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946358:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946360:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768251.946361:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768251.946363:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768251.946364:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768251.946366:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768251.946368:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768251.946372:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384678912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768251.946373:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768251.946375:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946378:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768251.946379:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946380:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768251.946381:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768251.946382:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768251.946384:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768251.946386:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768251.946387:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768251.946388:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946389:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946390:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768251.946391:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946393:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768251.946394:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768251.946396:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768251.946398:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679040, portal 4
00000100:00000001:1.0:1775768251.946399:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768251.946400:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768251.946403:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946407:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768251.946408:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768251.946409:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768251.946411:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384679040, offset 0
00000400:00000200:1.0:1775768251.946413:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946416:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768251.946418:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768251.946419:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768251.946420:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768251.946422:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946423:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200630:200630:256:4294967295] 192.168.202.154@tcp LPNI seq info [200630:200630:8:4294967295]
00000400:00000200:1.0:1775768251.946426:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946429:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768251.946431:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946433:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768251.946435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768251.946436:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768251.946438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768251.946440:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768251.946452:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946454:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768251.946455:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768251.946457:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768251.946459:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768251.946460:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768251.946461:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768251.946463:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946482:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946484:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946491:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946492:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768251.946495:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.946497:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768251.946499:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768251.946500:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299182098
00000100:00000001:1.0:1775768251.946502:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946503:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299182098
00000100:00000001:1.0:1775768251.946504:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946505:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768251.946506:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946508:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768251.946510:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251]  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768251.946514:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768251.946515:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768251.946515:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768251.946517:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768251.946517:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768251.946518:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768251.946520:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768251.946525:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946528:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768251.946529:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946530:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768251.946532:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946536:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768251.946538:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946542:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768251.946543:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946544:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946544:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946545:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768251.946546:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768251.946548:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768251.946549:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768251.946550:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768251.946552:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768251.946556:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768251.946558:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946559:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946560:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a300 x1862023384678784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946564:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768251.946565:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946566:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768251.946568:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768251.946569:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768251.946570:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768251.946571:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768251.946572:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768251.946573:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768251.946574:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768251.946575:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a300.
00000100:00000001:1.0:1775768251.946576:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768251.946577:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946578:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946580:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384678912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946584:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768251.946584:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946585:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768251.946586:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768251.946587:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768251.946587:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768251.946588:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768251.946589:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768251.946590:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768251.946591:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768251.946591:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768251.946592:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768251.946593:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946594:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946595:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384679040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946598:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768251.946599:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946600:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768251.946601:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768251.946601:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768251.946602:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768251.946603:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768251.946603:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:1.0:1775768251.946604:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768251.946605:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768251.946606:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768251.946607:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768251.946608:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946609:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946611:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768251.946612:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946613:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768251.946614:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768251.946615:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768251.946617:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946621:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768251.946621:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946622:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768251.946623:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768251.946624:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768251.946626:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768251.946627:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768251.946628:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768251.946629:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768251.946630:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946632:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768251.946633:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768251.946635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768251.946637:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768251.946638:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768251.946640:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679168, portal 4
00000100:00000001:1.0:1775768251.946641:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768251.946642:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768251.946645:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946648:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768251.946650:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768251.946651:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768251.946652:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384679168, offset 0
00000400:00000200:1.0:1775768251.946654:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946657:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946659:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768251.946661:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768251.946662:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768251.946664:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768251.946665:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768251.946667:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200631:200631:256:4294967295] 192.168.202.154@tcp LPNI seq info [200631:200631:8:4294967295]
00000400:00000200:1.0:1775768251.946670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768251.946673:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768251.946676:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946677:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768251.946679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768251.946681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768251.946683:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768251.946685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768251.946687:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768251.946688:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768251.946690:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768251.946692:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768251.946693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768251.946694:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768251.946695:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768251.946697:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946701:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946703:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946706:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946707:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768251.946709:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768251.946710:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768251.946712:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768251.946713:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299182100
00000100:00000001:1.0:1775768251.946715:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946716:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299182100
00000100:00000001:1.0:1775768251.946717:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299183366
00000100:00000001:1.0:1775768251.946718:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768251.946719:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946720:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768251.946722:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768251/real 1775768251]  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768251.946726:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768251.946726:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768251.946727:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768251.946728:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768251.946729:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768251.946730:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768251.946732:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768251.946736:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946739:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768251.946740:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946741:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768251.946743:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946746:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768251.946748:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946751:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768251.946753:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946754:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768251.946755:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946756:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768251.946757:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768251.946758:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768251.946760:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768251.946761:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768251.946763:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768251.946766:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768251.946768:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946769:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768251.946770:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384679168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768251.946774:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768251.946774:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768251.946775:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768251.946776:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768251.946777:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768251.946777:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768251.946778:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768251.946779:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768251.946780:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768251.946781:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768251.946781:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768251.946783:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768251.946783:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946784:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768251.946786:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768251.946787:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768251.946788:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768251.946789:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768252.328952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768252.328958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768252.328962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768252.328963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768252.329010:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768252.329013:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768252.329016:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768253.288910:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299183366, at 4299183424
00000100:00000010:1.0:1775768253.288926:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768253.288938:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299183366, at 4299183424
00000100:00000010:0.0:1775768253.288947:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768253.352945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768253.352953:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768253.352955:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768253.352958:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768253.352963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768253.352965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768253.352967:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768253.352970:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768253.352974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768253.352976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768253.353014:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768253.353017:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768253.353020:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768254.376928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768254.376935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768254.376942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768254.376943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768254.376997:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768254.377000:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768254.377003:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768255.400954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768255.400960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768255.400967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768255.400969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768255.401024:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768255.401027:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768255.401029:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768256.424901:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768256.424906:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768256.424910:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768256.424911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768256.424948:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768256.424952:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768256.424956:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768257.064975:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768257.064986:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768257.064989:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768257.064993:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768257.064997:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768257.065004:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4514
00000400:00000200:1.0:1775768257.065013:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768257.065019:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768257.065022:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768257.065025:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065029:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065031:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065033:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768257.065036:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768257.065038:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768257.065040:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768257.065043:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768257.065045:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768257.065047:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768257.065050:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065052:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065054:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065056:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768257.065059:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768257.065062:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065064:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768257.065067:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768257.065070:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768257.065073:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065075:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768257.065077:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768257.065094:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482ad80.
00000020:00000040:1.0:1775768257.065097:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768257.065101:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768257.065102:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065105:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768257.065107:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768257.065111:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768257.065118:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fe400.
00000100:00000001:1.0:1775768257.065124:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768257.065133:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768257.065143:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768257.065147:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768257.065151:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070c62e5d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768257.065174:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768257.065177:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768257.065180:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768257.065181:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768257.065183:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768257.065185:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768257.065188:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4514
00000400:00000200:1.0:1775768257.065192:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768257.065203:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768257.065206:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768257.065209:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065211:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768257.065214:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768257.065214:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065216:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768257.065219:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768257.065219:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768257.065222:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:0.0:1775768257.065223:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775768257.065224:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768257.065227:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768257.065231:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768257.065232:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768257.065234:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768257.065241:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065246:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768257.065249:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1775768257.065250:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065253:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768257.065254:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768257.065258:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:0.0:1775768257.065260:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1775768257.065263:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:0.0:1775768257.065264:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768257.065267:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.065269:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768257.065270:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768257.065275:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384679296:192.168.202.154@tcp:250:kworker.0
02000000:00000001:1.0:1775768257.065277:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768257.065281:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.065282:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768257.065285:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768257.065289:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1775768257.065290:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768257.065292:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768257.065295:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.065296:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768257.065299:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768257.065303:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828380.
00000020:00000040:1.0:1775768257.065306:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768257.065308:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1775768257.065309:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768257.065310:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.065315:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065315:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768257.065318:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768257.065320:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.065324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:1.0:1775768257.065327:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc400.
00000400:00000010:0.0:1775768257.065329:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000001:1.0:1775768257.065331:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768257.065337:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00100000:1.0:1775768257.065338:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768257.065344:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679296, portal 25
00000100:00000001:0.0:1775768257.065349:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768257.065350:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768257.065352:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000001:1.0:1775768257.065354:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.065361:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768257.065361:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c175d0] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.065383:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768257.065386:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.065389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:1.0:1775768257.065391:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768257.065393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00080000:1.0:1775768257.065396:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1775768257.065398:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384679296, offset 0
00000100:00000001:1.0:1775768257.065398:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768257.065401:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768257.065405:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768257.065407:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:1.0:1775768257.065410:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4514
00000400:00000200:1.0:1775768257.065432:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768257.065436:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768257.065440:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:1.0:1775768257.065440:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768257.065446:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065449:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768257.065450:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:1.0:1775768257.065454:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.065456:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768257.065457:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768257.065461:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768257.065462:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:1.0:1775768257.065464:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768257.065467:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768257.065468:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1775768257.065471:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768257.065473:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:1.0:1775768257.065476:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768257.065480:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200632:200632:256:4294967295] 192.168.202.154@tcp LPNI seq info [200632:200632:8:4294967295]
00000020:00000001:1.0:1775768257.065481:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768257.065488:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.065490:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768257.065492:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065495:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065499:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768257.065503:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:0.0:1775768257.065507:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1775768257.065511:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065516:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768257.065519:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:1.0:1775768257.065520:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768257.065524:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768257.065526:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:1.0:1775768257.065528:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065532:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768257.065535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:1.0:1775768257.065535:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768257.065540:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000008:00000001:1.0:1775768257.065541:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065544:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768257.065549:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b100.
00000800:00000200:0.1:1775768257.065550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:1.0:1775768257.065554:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:0.1:1775768257.065556:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
02000000:00000001:1.0:1775768257.065559:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768257.065563:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768257.065564:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065566:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1775768257.065568:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
02000000:00000001:1.0:1775768257.065569:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768257.065572:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.065575:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1775768257.065577:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:1.0:1775768257.065582:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.065583:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768257.065589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000100:00100000:1.0:1775768257.065590:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768257.065592:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768257.065599:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768257.065603:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775768257.065607:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768257.065607:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768257.065615:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b592a5ce] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.065631:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768257.065631:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.065636:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768257.065636:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768257.065644:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768257.065648:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768257.065650:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768257.065653:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065654:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768257.065656:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768257.065659:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4514
00000100:00000001:0.0:1775768257.065663:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768257.065664:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768257.065669:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768257.065673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:1.0:1775768257.065673:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768257.065677:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768257.065678:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299188486
00000100:00000001:1.0:1775768257.065679:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065682:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065683:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768257.065685:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:0.0:1775768257.065686:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000020:00000040:1.0:1775768257.065686:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768257.065688:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768257.065691:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:1.0:1775768257.065692:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:1.0:1775768257.065693:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768257.065695:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775768257.065695:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065699:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065700:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065701:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768257.065703:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:0.0:1775768257.065705:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299188486
00000100:00080000:1.0:1775768257.065705:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065708:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768257.065710:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1775768257.065711:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76180.
02000000:00000001:1.0:1775768257.065712:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768257.065715:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.065717:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768257.065717:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768257.065721:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768257.065723:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1775768257.065724:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065728:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.065729:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768257.065731:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829c00.
00000100:00000001:0.0:1775768257.065732:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1775768257.065734:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768257.065736:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768257.065738:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.065739:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768257/real 1775768257]  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768257.065740:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768257.065742:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768257.065744:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768257.065748:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd000.
00000100:00000001:1.0:1775768257.065753:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768257.065759:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768257.065772:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1775768257.065773:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775768257.065773:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768257.065776:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775768257.065777:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fb57201] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768257.065780:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768257.065785:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000100:00000001:1.0:1775768257.065786:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768257.065790:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00080000:1.0:1775768257.065790:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768257.065795:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775768257.065795:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768257.065796:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768257.065799:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768257.065800:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1775768257.065803:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768257.065804:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4514
00000400:00000200:1.0:1775768257.065810:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768257.065814:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768257.065818:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768257.065823:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065825:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768257.065855:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065858:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768257.065860:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768257.065862:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:0.0:1775768257.065863:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768257.065864:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768257.065867:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:1.0:1775768257.065873:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768257.065877:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1775768257.065877:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768257.065880:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768257.065883:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768257.065884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768257.065886:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768257.065887:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768257.065891:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768257.065895:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00100000:0.0:1775768257.065896:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768257.065900:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:1.0:1775768257.065906:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768257.065911:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768257.065911:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768257.065913:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768257.065916:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768257.065919:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768257.065919:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065922:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768257.065924:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768257.065929:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768257.065932:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768257.065937:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768257.065938:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1775768257.065940:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768257.065943:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768257.065943:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768257.065946:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1775768257.065946:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.065949:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768257.065949:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768257.065951:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768257.065953:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1775768257.065953:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.065958:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1775768257.065958:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc000.
00000100:00000001:1.0:1775768257.065961:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768257.065963:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1775768257.065967:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775768257.065972:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768257.065976:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768257.065984:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768257.065985:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768257.065987:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768257.065993:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7ca4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768257.066009:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.066011:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384679296:192.168.202.154@tcp:250:kworker.0
00000100:00000040:1.0:1775768257.066013:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4524)
00000100:00000001:0.0:1775768257.066020:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066022:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.066026:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384679296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066041:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768257.066044:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768257.066046:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768257.066049:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768257.066050:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768257.066052:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768257.066054:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768257.066056:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768257.066059:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768257.066061:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768257.066063:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:0.0:1775768257.066066:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768257.066067:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066069:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066075:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768257.066077:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066079:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768257.066080:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768257.066081:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768257.066085:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066091:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768257.066092:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066094:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768257.066096:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768257.066098:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.066100:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768257.066103:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768257.066105:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768257.066106:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066108:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768257.066110:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768257.066113:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.066116:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768257.066118:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768257.066122:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768257.066124:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679424, portal 10
00000100:00000001:0.0:1775768257.066126:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768257.066127:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387061632 : -107275322489984 : ffff9e6f04828380)
00000100:00000040:0.0:1775768257.066132:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066138:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768257.066140:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768257.066142:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768257.066144:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384679424, offset 0
00000400:00000200:0.0:1775768257.066149:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066152:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066156:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768257.066158:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768257.066161:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768257.066163:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768257.066166:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066168:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200633:200633:256:4294967295] 192.168.202.154@tcp LPNI seq info [200633:200633:8:4294967295]
00000400:00000200:0.0:1775768257.066172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066178:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768257.066182:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066185:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768257.066189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768257.066191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768257.066195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768257.066198:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768257.066201:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066203:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768257.066206:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768257.066209:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768257.066212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768257.066214:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768257.066216:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768257.066219:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066226:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.066228:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066234:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066236:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768257.066238:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.066242:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768257.066244:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768257.066246:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299187228
00000100:00000001:0.0:1775768257.066249:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066251:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299187228
00000100:00000001:0.0:1775768257.066252:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066254:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768257.066256:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066258:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768257.066261:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768257/real 1775768257]  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768257.066267:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768257.066269:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768257.066270:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768257.066272:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768257.066274:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768257.066275:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768257.066278:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768257.066285:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066290:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768257.066291:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066292:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066294:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768257.066296:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066302:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768257.066305:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066310:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768257.066312:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066314:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066315:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066316:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768257.066318:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768257.066320:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768257.066322:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768257.066324:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768257.066327:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768257.066334:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768257.066337:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768257.066340:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066346:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768257.066347:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066348:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768257.066350:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768257.066352:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.066354:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768257.066357:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768257.066359:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768257.066360:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066361:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768257.066364:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768257.066366:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.066368:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768257.066370:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768257.066373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768257.066375:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679552, portal 10
00000100:00000001:0.0:1775768257.066377:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768257.066378:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:0.0:1775768257.066382:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066387:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768257.066389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768257.066391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768257.066393:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384679552, offset 0
00000400:00000200:0.0:1775768257.066397:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066402:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768257.066405:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768257.066408:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768257.066410:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768257.066412:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066428:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200634:200634:256:4294967295] 192.168.202.154@tcp LPNI seq info [200634:200634:8:4294967295]
00000400:00000200:0.0:1775768257.066433:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066438:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768257.066442:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066445:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768257.066448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768257.066451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768257.066455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768257.066457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768257.066461:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066463:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768257.066465:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768257.066468:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768257.066470:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768257.066472:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768257.066474:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768257.066477:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066484:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.066487:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066493:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066494:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768257.066496:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.066499:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768257.066502:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768257.066503:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299187206
00000100:00000001:0.0:1775768257.066505:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066507:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299187206
00000100:00000001:0.0:1775768257.066509:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066511:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768257.066512:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066514:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768257.066516:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768257/real 1775768257]  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768257.066522:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768257.066523:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768257.066525:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768257.066526:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768257.066528:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768257.066529:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768257.066532:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768257.066539:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066544:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768257.066545:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066546:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066547:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768257.066550:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066555:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768257.066558:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066563:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768257.066565:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066566:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066567:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066569:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768257.066571:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768257.066573:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768257.066576:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768257.066578:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768257.066581:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768257.066587:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768257.066590:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768257.066593:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066599:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768257.066600:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066601:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768257.066603:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768257.066605:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.066607:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768257.066610:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768257.066611:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768257.066612:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066614:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768257.066616:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768257.066618:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.066621:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768257.066622:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768257.066625:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768257.066627:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679680, portal 4
00000100:00000001:0.0:1775768257.066629:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768257.066630:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:0.0:1775768257.066634:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066640:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768257.066642:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768257.066644:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768257.066646:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384679680, offset 0
00000400:00000200:0.0:1775768257.066649:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066652:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066655:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768257.066658:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768257.066660:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768257.066662:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768257.066664:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066667:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200635:200635:256:4294967295] 192.168.202.154@tcp LPNI seq info [200635:200635:8:4294967295]
00000400:00000200:0.0:1775768257.066670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066675:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768257.066679:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066681:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768257.066685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768257.066687:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768257.066691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768257.066693:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768257.066696:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066698:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768257.066700:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768257.066703:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768257.066706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768257.066707:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768257.066709:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768257.066712:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066719:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.066722:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066733:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066734:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768257.066736:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.066739:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768257.066742:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768257.066743:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299187218
00000100:00000001:0.0:1775768257.066745:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066747:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299187218
00000100:00000001:0.0:1775768257.066749:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.066750:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768257.066752:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066754:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768257.066757:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768257/real 1775768257]  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768257.066763:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768257.066764:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768257.066766:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768257.066768:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768257.066769:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768257.066771:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768257.066773:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768257.066780:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066785:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768257.066786:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066788:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066789:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768257.066792:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066798:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768257.066801:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066807:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768257.066809:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066810:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.066812:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.066813:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768257.066814:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768257.066817:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768257.066820:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768257.066821:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768257.066825:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768257.066848:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768257.066851:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768257.066854:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066859:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768257.066860:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066862:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768257.066864:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768257.066865:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.066868:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768257.066871:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768257.066872:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768257.066874:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768257.066875:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768257.066878:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768257.066880:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768257.066882:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768257.066884:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768257.066887:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768257.066890:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679808, portal 4
00000100:00000001:0.0:1775768257.066891:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768257.066892:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:0.0:1775768257.066897:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066902:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768257.066904:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768257.066906:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768257.066908:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384679808, offset 0
00000400:00000200:0.0:1775768257.066911:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066914:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066917:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768257.066920:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768257.066922:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768257.066924:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768257.066926:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768257.066929:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200636:200636:256:4294967295] 192.168.202.154@tcp LPNI seq info [200636:200636:8:4294967295]
00000400:00000200:0.0:1775768257.066932:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768257.066937:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768257.066940:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066943:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768257.066946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768257.066948:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768257.066951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768257.066953:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768257.066957:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768257.066958:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768257.066961:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768257.066964:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768257.066966:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768257.066968:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768257.066970:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768257.066973:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066980:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.066983:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.066989:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.066990:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768257.066993:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768257.066995:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768257.066997:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768257.066999:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299187221
00000100:00000001:0.0:1775768257.067001:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.067003:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299187221
00000100:00000001:0.0:1775768257.067005:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299188486
00000100:00000001:0.0:1775768257.067006:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768257.067008:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.067010:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768257.067012:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768257/real 1775768257]  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768257.067019:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768257.067020:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768257.067021:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768257.067023:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768257.067024:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768257.067027:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768257.067029:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768257.067035:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067041:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768257.067042:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067044:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.067045:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768257.067047:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067053:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768257.067056:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067062:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768257.067064:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768257.067066:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067067:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768257.067069:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768257.067071:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768257.067074:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768257.067076:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768257.067079:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768257.067085:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384679808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768257.067088:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067089:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.067093:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828380 x1862023384679424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067098:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768257.067099:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768257.067101:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:0.0:1775768257.067103:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768257.067104:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768257.067105:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768257.067107:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768257.067109:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768257.067111:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768257.067112:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768257.067114:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828380.
00000100:00000001:0.0:1775768257.067116:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768257.067117:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067118:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.067121:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384679552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067126:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768257.067127:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768257.067128:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768257.067130:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768257.067131:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768257.067132:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768257.067134:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768257.067135:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768257.067137:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768257.067138:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768257.067139:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:0.0:1775768257.067141:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768257.067142:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067144:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.067146:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384679680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067152:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768257.067153:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768257.067154:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:0.0:1775768257.067156:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768257.067157:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768257.067158:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768257.067160:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768257.067161:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:0.0:1775768257.067163:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768257.067164:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768257.067165:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:0.0:1775768257.067167:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768257.067168:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067170:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768257.067172:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384679808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768257.067177:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768257.067178:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768257.067180:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768257.067182:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768257.067183:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768257.067184:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768257.067185:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768257.067186:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768257.067188:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768257.067189:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768257.067190:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:0.0:1775768257.067191:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768257.067192:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067194:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.067197:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768257.067198:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768257.067200:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768257.067201:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768257.448946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768257.448952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768257.448956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768257.448957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768257.449005:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768257.449008:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768257.449011:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768258.408935:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299188486, at 4299188544
00000100:00000010:1.0:1775768258.408948:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76180.
00000100:00000040:0.0:1775768258.409046:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299188486, at 4299188544
00000100:00000010:0.0:1775768258.409054:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768258.472933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768258.472939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768258.472946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768258.472949:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768258.472951:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768258.472955:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768258.472957:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768258.472959:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768258.472961:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768258.472963:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768258.473011:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768258.473013:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768258.473016:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768259.496952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768259.496958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768259.496963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768259.496963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768259.497018:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768259.497021:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768259.497023:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768260.520945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768260.520950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768260.520955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768260.520956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768260.521012:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768260.521015:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768260.521018:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768261.544932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768261.544938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768261.544942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768261.544943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768261.544999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768261.545001:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768261.545004:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768262.184932:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768262.184940:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768262.184942:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768262.184945:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768262.184948:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768262.184953:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4519
00000400:00000200:0.0:1775768262.184960:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768262.184965:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768262.184967:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768262.184969:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.184971:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768262.184973:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.184975:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768262.184977:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768262.184978:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768262.184980:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768262.184982:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768262.184983:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768262.184984:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768262.184986:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.184987:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768262.184988:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.184990:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768262.184991:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768262.184994:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768262.184995:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768262.184997:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768262.184999:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768262.185001:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185002:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768262.185004:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768262.185010:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768262.185013:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768262.185016:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768262.185017:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185019:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768262.185021:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768262.185023:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768262.185028:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768262.185033:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768262.185048:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768262.185057:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768262.185061:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768262.185066:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768262.185087:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768262.185090:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768262.185093:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768262.185094:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768262.185095:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768262.185098:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768262.185101:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4519
00000400:00000200:0.0:1775768262.185105:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768262.185107:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768262.185108:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775768262.185112:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768262.185112:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768262.185114:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768262.185116:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185119:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768262.185122:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768262.185122:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768262.185126:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768262.185130:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768262.185132:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768262.185134:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768262.185136:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768262.185137:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768262.185139:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768262.185140:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768262.185142:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
02000000:00000001:1.0:1775768262.185143:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768262.185146:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768262.185146:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768262.185148:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768262.185150:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768262.185151:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185154:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768262.185155:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768262.185157:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185158:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768262.185160:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775768262.185161:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384679936:192.168.202.154@tcp:250:kworker.0
02000000:00000001:0.0:1775768262.185164:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768262.185169:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185170:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768262.185170:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1775768262.185174:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768262.185174:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1775768262.185178:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185178:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185181:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185182:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1775768262.185184:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000020:00000040:0.0:1775768262.185186:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000010:1.0:1775768262.185187:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768262.185188:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768262.185191:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185191:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185193:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768262.185195:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768262.185196:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768262.185200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:0.0:1775768262.185203:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000400:00000010:1.0:1775768262.185203:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000001:0.0:1775768262.185207:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768262.185209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00100000:0.0:1775768262.185213:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768262.185217:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384679936, portal 25
00000100:00000001:0.0:1775768262.185220:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768262.185221:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768262.185223:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185224:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000040:0.0:1775768262.185228:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768262.185232:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185252:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768262.185257:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185260:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768262.185260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00080000:0.0:1775768262.185264:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768262.185264:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384679936, offset 0
00000100:00080000:0.0:1775768262.185269:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768262.185271:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768262.185273:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768262.185273:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185275:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768262.185279:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4519
00000400:00000200:1.0:1775768262.185282:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.185287:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768262.185290:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768262.185293:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768262.185296:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768262.185297:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.185300:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200637:200637:256:4294967295] 192.168.202.154@tcp LPNI seq info [200637:200637:8:4294967295]
00000400:00000200:1.0:1775768262.185303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.185308:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768262.185315:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768262.185316:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000010:1.0:1775768262.185320:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000400:00000200:0.0:1775768262.185323:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768262.185327:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775768262.185329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768262.185333:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768262.185334:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768262.185339:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768262.185342:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768262.185345:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768262.185346:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768262.185349:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768262.185353:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000100:1.0:1775768262.185353:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768262.185355:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000010:1.0:1775768262.185356:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000020:00000001:0.0:1775768262.185358:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768262.185360:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768262.185362:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768262.185362:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1775768262.185379:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768262.185384:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.185385:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768262.185386:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768262.185390:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185391:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768262.185391:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000020:00000040:0.0:1775768262.185395:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000010:1.0:1775768262.185396:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00080000:0.0:1775768262.185398:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185400:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185402:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768262.185403:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768262.185407:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768262.185409:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768262.185410:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768262.185411:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768262.185413:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768262.185417:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185420:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768262.185424:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000020:00000040:0.0:1775768262.185427:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768262.185431:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768262.185432:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185433:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768262.185433:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768262.185436:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768262.185438:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.185439:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768262.185441:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768262.185445:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768262.185452:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768262.185452:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185456:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768262.185461:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768262.185463:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185463:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768262.185467:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768262.185469:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768262.185473:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299193606
00000100:00000001:0.0:1775768262.185478:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768262.185480:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00080000:0.0:1775768262.185481:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768262.185485:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768262.185486:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768262.185487:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768262.185488:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768262.185489:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768262.185492:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4519
00000100:00000001:1.0:1775768262.185494:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299193606
00000400:00000200:0.0:1775768262.185497:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:1.0:1775768262.185499:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000400:00000200:0.0:1775768262.185501:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768262.185503:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1775768262.185504:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768262.185507:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768262.185509:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768262.185510:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185511:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768262.185514:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775768262.185515:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185518:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768262.185519:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1775768262.185521:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768262/real 1775768262]  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768262.185526:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768262.185529:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768262.185532:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768262.185535:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768262.185538:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000001:1.0:1775768262.185539:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775768262.185542:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000001:1.0:1775768262.185542:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768262.185545:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768262.185545:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000040:0.0:1775768262.185548:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.185549:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000100:00000001:0.0:1775768262.185550:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768262.185553:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000020:00000040:0.0:1775768262.185554:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768262.185558:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768262.185558:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768262.185561:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768262.185563:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775768262.185564:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768262.185565:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768262.185569:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185571:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768262.185573:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768262.185577:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185584:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768262.185585:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768262.185587:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768262.185593:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768262.185596:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768262.185597:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768262.185599:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185600:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768262.185601:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768262.185603:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768262.185605:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185606:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1775768262.185607:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:1.0:1775768262.185609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768262.185611:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768262.185614:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768262.185618:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768262.185631:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768262.185634:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768262.185636:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.185639:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768262.185641:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185655:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768262.185659:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185660:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768262.185662:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768262.185662:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.185664:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768262.185667:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768262.185669:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768262.185669:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1775768262.185671:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768262.185674:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768262.185674:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768262.185677:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4519
00000100:00080000:1.0:1775768262.185680:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1775768262.185681:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768262.185686:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768262.185687:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1775768262.185690:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000040:0.0:1775768262.185692:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185695:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768262.185696:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768262.185698:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185701:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768262.185702:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768262.185704:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768262.185705:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768262.185705:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768262.185707:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768262.185710:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768262.185713:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768262.185718:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185721:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768262.185724:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185728:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768262.185730:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:1.0:1775768262.185731:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384679936:192.168.202.154@tcp:250:kworker.0
00000100:00080000:0.0:1775768262.185733:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185737:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768262.185739:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768262.185741:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768262.185742:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768262.185743:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768262.185745:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768262.185745:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1775768262.185748:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768262.185752:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.185752:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384679936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768262.185755:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768262.185759:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768262.185763:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768262.185764:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768262.185765:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768262.185767:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185767:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1775768262.185770:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768262.185771:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1775768262.185771:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768262.185774:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185775:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1775768262.185777:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000020:00000001:1.0:1775768262.185777:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768262.185779:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000001:0.0:1775768262.185780:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768262.185782:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:0.0:1775768262.185786:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768262.185786:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768262.185792:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1775768262.185793:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768262.185795:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1775768262.185796:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768262.185800:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768262.185800:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768262.185806:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768262.185807:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185809:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768262.185811:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4530)
00000100:00000001:1.0:1775768262.185812:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.185820:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768262.185822:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185824:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768262.185827:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768262.185849:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768262.185854:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185859:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768262.185859:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185861:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768262.185862:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768262.185863:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768262.185865:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768262.185868:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768262.185869:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768262.185870:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.185871:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768262.185873:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768262.185874:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768262.185878:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768262.185879:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768262.185881:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768262.185883:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680064, portal 10
00000100:00000001:1.0:1775768262.185885:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768262.185886:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367791104 : -107275341760512 : ffff9e6f035c7800)
00000100:00000040:1.0:1775768262.185890:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185894:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768262.185895:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768262.185896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768262.185898:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384680064, offset 0
00000400:00000200:1.0:1775768262.185900:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768262.185902:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.185905:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768262.185906:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768262.185908:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768262.185910:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768262.185911:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.185913:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200638:200638:256:4294967295] 192.168.202.154@tcp LPNI seq info [200638:200638:8:4294967295]
00000400:00000200:1.0:1775768262.185915:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.185919:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768262.185921:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.185923:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768262.185926:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768262.185928:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768262.185931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768262.185932:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768262.185934:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.185935:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768262.185937:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768262.185939:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768262.185941:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768262.185942:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768262.185943:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768262.185945:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185950:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.185951:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185955:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185956:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768262.185958:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.185960:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768262.185962:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768262.185963:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299192348
00000100:00000001:1.0:1775768262.185965:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.185966:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299192348
00000100:00000001:1.0:1775768262.185968:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.185969:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768262.185970:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.185971:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768262.185973:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768262/real 1775768262]  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768262.185977:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768262.185978:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768262.185979:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768262.185980:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768262.185981:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768262.185982:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768262.185984:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768262.185988:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185991:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768262.185992:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.185993:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.185994:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768262.185995:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.185999:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768262.186001:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186004:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768262.186006:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186007:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186007:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186008:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768262.186010:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768262.186011:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768262.186013:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768262.186014:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768262.186016:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768262.186020:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768262.186022:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768262.186024:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186028:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768262.186028:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186029:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768262.186030:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768262.186031:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768262.186033:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768262.186034:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768262.186035:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768262.186036:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186037:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186039:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768262.186040:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768262.186041:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768262.186043:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768262.186044:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768262.186046:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680192, portal 10
00000100:00000001:1.0:1775768262.186047:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768262.186048:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367785728 : -107275341765888 : ffff9e6f035c6300)
00000100:00000040:1.0:1775768262.186051:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186054:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768262.186055:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768262.186057:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768262.186058:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384680192, offset 0
00000400:00000200:1.0:1775768262.186060:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186062:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186063:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768262.186065:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768262.186067:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768262.186068:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768262.186070:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186071:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200639:200639:256:4294967295] 192.168.202.154@tcp LPNI seq info [200639:200639:8:4294967295]
00000400:00000200:1.0:1775768262.186074:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186077:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768262.186079:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186080:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768262.186082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768262.186084:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768262.186086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768262.186087:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768262.186089:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186090:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768262.186092:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768262.186094:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768262.186095:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768262.186097:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768262.186098:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768262.186100:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186104:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186105:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186109:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186110:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768262.186111:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.186113:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768262.186115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768262.186116:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299192326
00000100:00000001:1.0:1775768262.186117:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186118:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299192326
00000100:00000001:1.0:1775768262.186120:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186121:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768262.186122:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186123:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768262.186125:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768262/real 1775768262]  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768262.186129:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768262.186130:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768262.186130:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768262.186131:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768262.186132:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768262.186133:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768262.186135:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768262.186139:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186143:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768262.186143:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186144:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186145:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768262.186147:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186150:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768262.186152:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186155:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768262.186156:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186158:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186159:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768262.186160:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768262.186161:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768262.186163:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768262.186165:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768262.186166:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768262.186170:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768262.186172:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768262.186174:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186177:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768262.186178:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186179:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768262.186180:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768262.186181:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768262.186182:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768262.186184:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768262.186185:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768262.186186:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186187:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186188:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768262.186189:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768262.186191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768262.186193:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768262.186196:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768262.186199:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680320, portal 4
00000100:00000001:1.0:1775768262.186201:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768262.186202:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768262.186206:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186212:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768262.186214:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768262.186216:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768262.186218:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384680320, offset 0
00000400:00000200:1.0:1775768262.186222:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186225:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186228:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768262.186231:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768262.186233:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768262.186235:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768262.186237:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186240:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200640:200640:256:4294967295] 192.168.202.154@tcp LPNI seq info [200640:200640:8:4294967295]
00000400:00000200:1.0:1775768262.186244:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186250:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768262.186254:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186257:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768262.186260:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768262.186262:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768262.186264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768262.186266:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768262.186268:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186269:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768262.186271:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768262.186273:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768262.186275:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768262.186276:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768262.186277:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768262.186279:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186284:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186286:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186293:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186294:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768262.186296:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.186298:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768262.186300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768262.186301:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299192338
00000100:00000001:1.0:1775768262.186303:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186304:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299192338
00000100:00000001:1.0:1775768262.186305:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186306:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768262.186308:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186309:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768262.186310:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768262/real 1775768262]  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768262.186315:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768262.186315:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768262.186316:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768262.186318:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768262.186319:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768262.186320:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768262.186321:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768262.186326:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186329:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768262.186330:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186331:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186331:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768262.186333:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186337:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768262.186339:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186343:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768262.186344:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186346:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186347:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768262.186347:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768262.186349:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768262.186350:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768262.186351:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768262.186353:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768262.186357:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768262.186359:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768262.186361:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186364:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768262.186365:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186382:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768262.186383:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768262.186384:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768262.186386:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768262.186388:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768262.186390:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768262.186391:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768262.186392:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186394:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768262.186395:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768262.186397:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768262.186398:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768262.186400:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768262.186402:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680448, portal 4
00000100:00000001:1.0:1775768262.186403:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768262.186404:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768262.186407:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186411:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768262.186412:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768262.186413:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768262.186414:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384680448, offset 0
00000400:00000200:1.0:1775768262.186417:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186419:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186421:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768262.186422:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768262.186424:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768262.186425:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768262.186426:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768262.186428:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200641:200641:256:4294967295] 192.168.202.154@tcp LPNI seq info [200641:200641:8:4294967295]
00000400:00000200:1.0:1775768262.186431:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768262.186434:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768262.186437:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186438:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768262.186441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768262.186442:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768262.186444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768262.186446:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768262.186448:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768262.186450:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768262.186451:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768262.186453:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768262.186455:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768262.186456:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768262.186457:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768262.186459:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186463:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186465:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186469:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768262.186471:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768262.186473:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768262.186474:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768262.186475:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299192340
00000100:00000001:1.0:1775768262.186477:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186478:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299192340
00000100:00000001:1.0:1775768262.186479:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299193606
00000100:00000001:1.0:1775768262.186480:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768262.186481:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186482:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768262.186484:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768262/real 1775768262]  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768262.186488:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768262.186489:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768262.186489:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768262.186490:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768262.186491:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768262.186493:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768262.186494:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768262.186499:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186504:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768262.186505:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186506:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186507:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768262.186511:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186516:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768262.186520:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186526:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768262.186528:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768262.186531:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186532:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768262.186534:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768262.186536:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768262.186539:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768262.186541:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768262.186544:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768262.186551:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768262.186555:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186557:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186560:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7800 x1862023384680064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186566:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768262.186567:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186569:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768262.186572:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768262.186573:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768262.186574:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768262.186576:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768262.186577:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768262.186579:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768262.186581:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768262.186582:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7800.
00000100:00000001:1.0:1775768262.186584:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768262.186585:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186587:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186590:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6300 x1862023384680192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186596:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768262.186597:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186598:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768262.186600:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768262.186601:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768262.186602:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768262.186604:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768262.186605:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768262.186607:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768262.186608:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768262.186609:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6300.
00000100:00000001:1.0:1775768262.186612:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768262.186613:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186615:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186617:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384680320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186621:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768262.186622:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186623:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768262.186624:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768262.186625:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768262.186626:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768262.186627:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768262.186628:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768262.186629:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768262.186629:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768262.186630:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768262.186632:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768262.186633:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186634:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768262.186635:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384680448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768262.186638:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768262.186639:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768262.186640:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768262.186641:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768262.186642:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768262.186643:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768262.186644:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768262.186644:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768262.186646:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768262.186646:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768262.186647:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768262.186648:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768262.186648:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768262.186652:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768262.186653:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768262.186654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768262.186654:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768262.568931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768262.568936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768262.568942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768262.568943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768262.569003:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768262.569007:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768262.569010:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768263.528911:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299193606, at 4299193664
00000100:00000040:0.0:1775768263.528919:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299193606, at 4299193664
00000100:00000010:1.0:1775768263.528929:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000010:0.0:1775768263.528930:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768263.592930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768263.592936:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768263.592938:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768263.592940:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768263.592945:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768263.592947:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768263.592948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768263.592950:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768263.592952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768263.592953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768263.593035:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768263.593038:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768263.593040:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768264.616942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768264.616949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768264.616955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768264.616956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768264.617017:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768264.617019:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768264.617022:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768265.640898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768265.640903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768265.640907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768265.640908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768265.640957:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768265.640960:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768265.640963:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768266.664959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768266.664965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768266.664969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768266.664970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768266.665023:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768266.665026:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768266.665029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768267.304964:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768267.304974:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768267.304978:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768267.304982:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768267.304987:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768267.304995:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4525
00000400:00000200:1.0:1775768267.305007:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768267.305015:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768267.305019:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768267.305022:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305024:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305026:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305028:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768267.305032:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768267.305033:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768267.305035:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768267.305038:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768267.305039:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768267.305041:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768267.305044:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305045:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305046:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305048:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768267.305050:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768267.305052:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305053:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768267.305055:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768267.305058:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768267.305060:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305061:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768267.305063:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768267.305079:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828700.
00000020:00000040:1.0:1775768267.305081:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768267.305084:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768267.305085:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305088:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768267.305091:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768267.305094:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768267.305101:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff000.
00000100:00000001:1.0:1775768267.305107:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768267.305115:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768267.305123:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768267.305131:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768267.305134:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019a186a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305154:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768267.305157:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768267.305159:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768267.305160:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768267.305162:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768267.305164:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768267.305166:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4525
00000400:00000200:1.0:1775768267.305169:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768267.305172:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768267.305175:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768267.305178:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305180:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768267.305182:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768267.305182:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305191:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768267.305194:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768267.305194:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768267.305195:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768267.305198:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768267.305199:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768267.305200:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768267.305204:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768267.305207:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768267.305209:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768267.305213:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305217:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305220:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305224:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768267.305227:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1775768267.305227:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:0.0:1775768267.305230:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768267.305231:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305235:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.305237:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768267.305238:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768267.305242:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768267.305244:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768267.305245:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768267.305250:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305253:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768267.305258:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775768267.305260:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384680576:192.168.202.154@tcp:250:kworker.0
00000008:00000001:1.0:1775768267.305262:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305266:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305267:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768267.305272:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1775768267.305273:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482aa00.
02000000:00000001:0.0:1775768267.305274:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768267.305276:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768267.305278:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775768267.305281:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768267.305283:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768267.305284:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:1.0:1775768267.305285:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768267.305288:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768267.305289:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768267.305291:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768267.305295:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fdc00.
00000400:00000200:0.0:1775768267.305296:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768267.305300:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768267.305301:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00100000:1.0:1775768267.305305:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768267.305310:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:1.0:1775768267.305311:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768267.305314:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768267.305330:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000120d2405] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305336:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768267.305338:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768267.305341:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768267.305342:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1775768267.305343:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680576, portal 25
00000100:00080000:1.0:1775768267.305343:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768267.305346:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768267.305350:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775768267.305350:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4525
00000100:00000001:0.0:1775768267.305354:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000400:00000200:1.0:1775768267.305356:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768267.305360:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768267.305362:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768267.305365:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768267.305366:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305369:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305371:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305374:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768267.305378:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768267.305380:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768267.305383:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768267.305385:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000001:0.0:1775768267.305386:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1775768267.305387:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:1.0:1775768267.305390:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768267.305393:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768267.305395:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305395:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305398:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305399:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768267.305400:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000020:00000040:1.0:1775768267.305401:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:1.0:1775768267.305405:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305406:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768267.305407:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384680576, offset 0
02000000:00000001:1.0:1775768267.305407:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768267.305410:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768267.305412:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305413:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768267.305415:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768267.305417:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305419:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305420:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000010:1.0:1775768267.305422:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829500.
00000020:00000040:1.0:1775768267.305425:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768267.305427:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768267.305428:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305429:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768267.305430:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768267.305432:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305433:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:1.0:1775768267.305436:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd800.
00000100:00000001:1.0:1775768267.305440:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305443:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00100000:1.0:1775768267.305444:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768267.305451:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768267.305452:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768267.305455:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305460:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:1.0:1775768267.305461:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b29e2460] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305467:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305470:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768267.305470:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768267.305475:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768267.305476:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768267.305477:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00080000:1.0:1775768267.305478:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768267.305482:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768267.305485:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4525
00000400:00000200:0.0:1775768267.305488:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200642:200642:256:4294967295] 192.168.202.154@tcp LPNI seq info [200642:200642:8:4294967295]
00000400:00000200:0.0:1775768267.305495:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.305506:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775768267.305512:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.0:1775768267.305516:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768267.305516:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768267.305520:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768267.305522:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305523:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305524:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:0.0:1775768267.305525:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00000001:1.0:1775768267.305527:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768267.305529:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768267.305530:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768267.305531:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768267.305532:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:1.0:1775768267.305534:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:0.0:1775768267.305537:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:1.0:1775768267.305538:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:1.0:1775768267.305541:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305543:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305544:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.0:1775768267.305545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775768267.305546:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768267.305549:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:1.0:1775768267.305553:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.1:1775768267.305557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768267.305558:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768267.305563:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768267.305569:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:1.0:1775768267.305569:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1775768267.305574:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
02000000:00000001:1.0:1775768267.305574:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768267.305579:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305582:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768267.305584:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1775768267.305585:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768267.305590:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305592:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.305595:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1775768267.305598:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829180.
00000020:00000040:1.0:1775768267.305601:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000200:0.0:1775768267.305602:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
02000000:00000001:1.0:1775768267.305603:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768267.305605:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768267.305607:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:1.0:1775768267.305607:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768267.305609:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768267.305612:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305615:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1775768267.305616:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fe000.
00000100:00000001:1.0:1775768267.305620:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768267.305623:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768267.305626:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768267.305647:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768267.305650:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305652:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768267.305653:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040187031] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768267.305660:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305660:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768267.305664:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768267.305671:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768267.305673:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768267.305675:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768267.305679:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768267.305681:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768267.305682:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4525
00000100:00000001:0.0:1775768267.305685:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1775768267.305688:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768267.305690:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768267.305691:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768267.305695:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768267.305695:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305698:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305701:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305703:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768267.305704:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:1.0:1775768267.305706:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768267.305708:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:1.0:1775768267.305709:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768267.305710:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299198726
00000020:00000040:1.0:1775768267.305711:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:1.0:1775768267.305714:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:1.0:1775768267.305716:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768267.305717:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000010:0.0:1775768267.305718:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:1.0:1775768267.305719:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768267.305722:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768267.305723:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768267.305725:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:1.0:1775768267.305727:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768267.305728:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768267.305729:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768267.305732:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768267.305734:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768267.305736:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305738:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768267.305740:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768267.305742:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768267.305744:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305746:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299198726
00000100:00000010:1.0:1775768267.305748:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482a680.
00000020:00000040:1.0:1775768267.305751:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000010:0.0:1775768267.305752:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76de0.
02000000:00000001:1.0:1775768267.305755:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768267.305757:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768267.305761:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768267.305764:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305767:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1775768267.305768:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.305773:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768267/real 1775768267]  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305773:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768267.305776:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768267.305778:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768267.305784:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd400.
00000100:00000001:1.0:1775768267.305789:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768267.305790:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768267.305793:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1775768267.305795:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768267.305797:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768267.305803:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768267.305807:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:1.0:1775768267.305807:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768267.305811:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.305812:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775768267.305817:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112e4dc9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768267.305820:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768267.305858:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768267.305862:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4535)
00000100:00000200:0.0:1775768267.305872:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.305881:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768267.305883:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.305886:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.305888:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768267.305892:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.305900:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768267.305905:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.305913:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768267.305916:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.305918:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.305919:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.305921:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768267.305924:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768267.305927:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768267.305931:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768267.305934:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768267.305943:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768267.305952:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384680576:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768267.305957:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.305960:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.305962:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384680576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.305969:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768267.305971:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768267.305974:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768267.305978:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768267.305980:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768267.305981:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768267.305984:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768267.305986:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768267.305990:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768267.305992:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768267.305994:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:0.0:1775768267.305996:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768267.305998:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306000:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306009:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768267.306011:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306013:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768267.306015:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768267.306016:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768267.306020:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306033:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768267.306034:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306037:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768267.306038:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768267.306041:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.306043:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768267.306047:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768267.306049:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768267.306050:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306051:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768267.306055:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768267.306056:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.306060:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768267.306063:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768267.306067:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768267.306070:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680704, portal 10
00000100:00000001:0.0:1775768267.306071:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768267.306072:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:0.0:1775768267.306079:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306086:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768267.306089:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768267.306091:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768267.306094:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384680704, offset 0
00000400:00000200:0.0:1775768267.306098:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306102:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306116:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768267.306119:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768267.306121:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768267.306124:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768267.306126:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306130:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200643:200643:256:4294967295] 192.168.202.154@tcp LPNI seq info [200643:200643:8:4294967295]
00000400:00000200:0.0:1775768267.306134:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306140:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768267.306145:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306148:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768267.306152:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768267.306155:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768267.306159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768267.306162:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768267.306166:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306168:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768267.306170:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768267.306174:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768267.306177:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768267.306178:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768267.306181:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768267.306184:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306193:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.306195:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306201:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306203:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768267.306206:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768267.306210:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768267.306213:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768267.306215:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299197468
00000100:00000001:0.0:1775768267.306218:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306220:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299197468
00000100:00000001:0.0:1775768267.306222:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306224:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768267.306227:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306229:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768267.306233:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768267/real 1775768267]  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768267.306241:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768267.306242:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768267.306244:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768267.306246:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768267.306248:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768267.306250:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768267.306253:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768267.306261:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306267:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768267.306269:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306270:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306272:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768267.306275:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306281:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768267.306285:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306292:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768267.306294:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306299:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768267.306301:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768267.306315:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768267.306339:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768267.306341:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768267.306346:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768267.306354:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768267.306358:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768267.306361:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306367:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768267.306369:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306371:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768267.306372:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768267.306374:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.306377:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768267.306380:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768267.306382:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768267.306383:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306386:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768267.306389:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768267.306391:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.306395:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768267.306397:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768267.306400:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768267.306403:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680832, portal 10
00000100:00000001:0.0:1775768267.306405:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768267.306406:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:0.0:1775768267.306412:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306419:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768267.306422:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768267.306424:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768267.306427:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384680832, offset 0
00000400:00000200:0.0:1775768267.306431:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306435:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306438:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768267.306441:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768267.306443:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768267.306446:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768267.306448:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306451:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200644:200644:256:4294967295] 192.168.202.154@tcp LPNI seq info [200644:200644:8:4294967295]
00000400:00000200:0.0:1775768267.306455:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306461:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768267.306465:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306468:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768267.306472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768267.306474:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768267.306478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768267.306481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768267.306484:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306486:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768267.306489:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768267.306493:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768267.306496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768267.306498:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768267.306500:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768267.306503:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306511:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.306514:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306520:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306523:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768267.306525:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768267.306528:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768267.306532:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768267.306533:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299197446
00000100:00000001:0.0:1775768267.306536:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306538:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299197446
00000100:00000001:0.0:1775768267.306540:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306542:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768267.306543:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306545:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768267.306549:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768267/real 1775768267]  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768267.306557:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768267.306558:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768267.306560:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768267.306562:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768267.306564:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768267.306566:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768267.306568:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768267.306576:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306583:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768267.306584:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768267.306590:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306597:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768267.306601:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306608:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768267.306610:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306612:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306613:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306614:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768267.306616:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768267.306619:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768267.306622:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768267.306624:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768267.306628:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768267.306636:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768267.306639:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768267.306642:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306648:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768267.306650:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306652:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768267.306654:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768267.306656:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.306658:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768267.306662:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768267.306664:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768267.306665:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306667:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768267.306670:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768267.306672:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.306676:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768267.306679:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768267.306682:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768267.306685:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384680960, portal 4
00000100:00000001:0.0:1775768267.306687:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768267.306688:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:0.0:1775768267.306693:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306699:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768267.306701:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768267.306703:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768267.306706:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384680960, offset 0
00000400:00000200:0.0:1775768267.306710:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306713:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306717:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768267.306719:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768267.306722:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768267.306724:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768267.306726:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768267.306729:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200645:200645:256:4294967295] 192.168.202.154@tcp LPNI seq info [200645:200645:8:4294967295]
00000400:00000200:0.0:1775768267.306733:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.306739:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768267.306744:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306746:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768267.306750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768267.306753:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768267.306757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768267.306759:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768267.306763:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.306765:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768267.306767:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768267.306771:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768267.306773:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768267.306776:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768267.306778:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768267.306781:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306789:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.306792:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306798:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306800:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768267.306802:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768267.306805:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768267.306808:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768267.306810:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299197458
00000100:00000001:0.0:1775768267.306813:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306815:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299197458
00000100:00000001:0.0:1775768267.306817:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.306819:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768267.306821:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.306823:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768267.306827:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768267/real 1775768267]  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768267.306853:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768267.306854:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768267.306856:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768267.306858:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768267.306860:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768267.306862:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768267.306866:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768267.306874:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306881:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768267.306882:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306885:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768267.306889:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306895:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768267.306898:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306905:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768267.306907:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306908:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.306910:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.306912:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768267.306913:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768267.306916:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768267.306919:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768267.306921:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768267.306925:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768267.306933:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384680960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768267.306937:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768267.306939:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306946:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768267.306947:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306950:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768267.306951:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768267.306953:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.306956:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768267.306959:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768267.306961:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768267.306963:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768267.306964:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768267.306968:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768267.306969:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768267.306973:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768267.306975:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768267.306978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768267.306980:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681088, portal 4
00000100:00000001:0.0:1775768267.306982:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768267.306983:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:0.0:1775768267.306989:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.306995:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768267.306997:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768267.306999:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768267.307002:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384681088, offset 0
00000400:00000200:0.0:1775768267.307006:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768267.307009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.307013:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768267.307015:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768267.307018:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768267.307020:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768267.307022:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768267.307025:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200646:200646:256:4294967295] 192.168.202.154@tcp LPNI seq info [200646:200646:8:4294967295]
00000400:00000200:0.0:1775768267.307030:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768267.307036:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768267.307041:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.307044:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768267.307047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768267.307049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768267.307054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768267.307056:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768267.308299:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768267.308304:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768267.308310:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768267.308313:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768267.308329:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768267.308331:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768267.308340:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768267.308346:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308356:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.308358:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308363:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.308364:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768267.308370:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768267.308374:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768267.308378:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768267.308381:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299197462
00000100:00000001:0.0:1775768267.308384:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.308386:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299197462
00000100:00000001:0.0:1775768267.308387:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299198726
00000100:00000001:0.0:1775768267.308388:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768267.308390:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.308392:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768267.308395:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768267/real 1775768267]  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768267.308402:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768267.308404:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768267.308406:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768267.308407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768267.308408:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768267.308410:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768267.308412:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768267.308417:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308421:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768267.308422:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308423:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.308424:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768267.308426:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308430:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768267.308433:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308437:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768267.308439:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308440:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768267.308440:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308442:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768267.308444:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768267.308446:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768267.308449:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768267.308450:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768267.308453:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768267.308458:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768267.308461:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308463:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.308465:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384680704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308469:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768267.308471:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768267.308474:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768267.308476:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768267.308477:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768267.308478:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768267.308479:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768267.308481:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768267.308483:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768267.308484:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768267.308485:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:0.0:1775768267.308487:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768267.308488:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308489:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.308492:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384680832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308495:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768267.308496:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768267.308497:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768267.308498:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768267.308498:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768267.308499:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768267.308500:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768267.308501:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768267.308502:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768267.308503:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768267.308503:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:0.0:1775768267.308505:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768267.308506:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308507:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.308509:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384680960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308512:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768267.308513:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768267.308513:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768267.308520:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768267.308521:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768267.308522:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768267.308522:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768267.308523:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768267.308524:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768267.308525:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768267.308526:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:0.0:1775768267.308527:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768267.308527:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308528:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768267.308530:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384681088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768267.308534:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768267.308534:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768267.308535:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768267.308536:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768267.308537:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768267.308537:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768267.308538:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768267.308539:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:0.0:1775768267.308540:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768267.308540:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768267.308541:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:0.0:1775768267.308542:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768267.308543:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308544:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.308550:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768267.308551:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768267.308553:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768267.308554:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768267.688941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768267.688946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768267.688951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768267.688951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768267.689004:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768267.689008:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768267.689012:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768268.648953:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299198726, at 4299198784
00000100:00000010:1.0:1775768268.648970:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76de0.
00000100:00000040:0.0:1775768268.648979:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299198726, at 4299198784
00000100:00000010:0.0:1775768268.648991:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768268.712970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768268.712976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768268.712984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768268.712989:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768268.712991:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768268.712995:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768268.712998:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768268.713000:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768268.713003:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768268.713005:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768268.713067:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768268.713070:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768268.713072:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768269.736925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768269.736930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768269.736935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768269.736937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768269.736995:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768269.736997:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768269.737000:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768270.760917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768270.760923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768270.760930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768270.760931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768270.760989:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768270.760992:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768270.760995:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768271.784961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768271.784968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768271.784975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768271.784976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768271.785039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768271.785043:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768271.785046:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768272.424947:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768272.424958:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768272.424961:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768272.424965:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768272.424969:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768272.424977:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4530
00000400:00000200:2.0:1775768272.424986:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768272.424991:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768272.424995:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768272.424998:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425002:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768272.425004:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425007:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768272.425010:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768272.425012:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768272.425014:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768272.425016:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768272.425019:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768272.425021:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768272.425024:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425026:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768272.425028:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425029:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768272.425032:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768272.425036:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425038:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425041:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768272.425044:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768272.425047:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425049:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768272.425051:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768272.425061:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768272.425065:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768272.425069:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768272.425071:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425074:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768272.425076:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768272.425080:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768272.425087:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768272.425093:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768272.425102:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768272.425112:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768272.425117:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768272.425122:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425142:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768272.425145:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768272.425147:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768272.425149:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768272.425150:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768272.425153:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768272.425155:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4530
00000400:00000200:2.0:1775768272.425159:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768272.425163:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768272.425165:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768272.425166:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768272.425170:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768272.425171:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768272.425173:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768272.425174:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768272.425178:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768272.425182:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425182:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768272.425186:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768272.425188:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768272.425191:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768272.425193:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768272.425194:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:0.0:1775768272.425195:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768272.425199:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
02000000:00000001:0.0:1775768272.425200:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768272.425202:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768272.425203:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
02000000:00000001:0.0:1775768272.425205:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768272.425209:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:0.0:1775768272.425210:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384681216:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768272.425214:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768272.425215:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768272.425218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768272.425218:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768272.425221:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425222:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768272.425224:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775768272.425226:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000010:0.0:1775768272.425229:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
00000100:00080000:2.0:1775768272.425229:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425233:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.425234:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425238:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768272.425241:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768272.425243:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775768272.425244:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
02000000:00000001:2.0:1775768272.425248:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768272.425251:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:2.0:1775768272.425251:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768272.425255:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775768272.425257:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681216, portal 25
00000008:00000001:2.0:1775768272.425259:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425260:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768272.425263:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000001:2.0:1775768272.425263:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768272.425283:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.425289:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768272.425291:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768272.425295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000010:2.0:1775768272.425295:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000100:00000200:0.0:1775768272.425299:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384681216, offset 0
00000020:00000040:2.0:1775768272.425299:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768272.425303:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768272.425306:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768272.425306:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425310:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768272.425311:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768272.425313:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:2.0:1775768272.425319:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768272.425323:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425324:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00100000:2.0:1775768272.425330:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768272.425331:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768272.425338:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768272.425343:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768272.425343:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768272.425347:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425349:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768272.425353:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768272.425356:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200647:200647:256:4294967295] 192.168.202.154@tcp LPNI seq info [200647:200647:8:4294967295]
00000400:00000200:0.0:1775768272.425367:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768272.425371:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768272.425375:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768272.425379:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768272.425381:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768272.425384:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1775768272.425387:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768272.425387:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1775768272.425393:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00000001:2.0:1775768272.425393:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768272.425397:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4530
00000800:00000200:0.0:1775768272.425402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775768272.425403:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.0:1775768272.425407:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1775768272.425409:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768272.425413:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775768272.425414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775768272.425418:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.1:1775768272.425418:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775768272.425424:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1775768272.425427:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768272.425429:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:0.0:1775768272.425430:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00000001:2.0:1775768272.425433:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768272.425436:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768272.425437:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1775768272.425437:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768272.425440:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768272.425443:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768272.425444:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768272.425448:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768272.425450:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000020:00000001:2.0:1775768272.425452:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000010:0.0:1775768272.425453:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000040:2.0:1775768272.425457:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768272.425458:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768272.425461:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768272.425463:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768272.425466:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425471:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768272.425475:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:0.0:1775768272.425476:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768272.425480:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768272.425481:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425483:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425487:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768272.425491:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425491:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.425496:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768272.425496:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425500:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768272.425501:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768272.425502:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768272.425506:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00000001:2.0:1775768272.425506:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425510:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425511:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299203846
00000100:00000010:2.0:1775768272.425515:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000100:00000010:0.0:1775768272.425517:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000020:00000040:2.0:1775768272.425520:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768272.425523:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768272.425524:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775768272.425525:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425528:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768272.425529:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768272.425530:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299203846
02000000:00000001:2.0:1775768272.425532:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768272.425533:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab769c0.
00000100:00000001:0.0:1775768272.425536:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1775768272.425538:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768272.425541:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425545:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.425548:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768272.425548:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768272.425552:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768272.425557:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768272/real 1775768272]  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425564:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768272.425568:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768272.425570:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768272.425572:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768272.425574:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:2.0:1775768272.425575:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768272.425577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768272.425579:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768272.425583:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768272.425588:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425589:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768272.425594:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768272.425598:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768272.425599:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768272.425602:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768272.425605:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768272.425608:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768272.425609:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768272.425610:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.425613:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1775768272.425613:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4530
00000100:00000001:0.0:1775768272.425614:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768272.425620:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768272.425621:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.425628:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768272.425629:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768272.425633:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768272.425635:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768272.425638:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425642:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768272.425646:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768272.425646:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768272.425649:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768272.425650:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768272.425651:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.425653:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768272.425654:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768272.425655:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1775768272.425656:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:0.0:1775768272.425658:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768272.425660:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00080000:0.0:1775768272.425661:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768272.425664:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00080000:0.0:1775768272.425666:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000001:2.0:1775768272.425667:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768272.425669:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768272.425671:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768272.425673:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768272.425678:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425682:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768272.425685:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384681216:192.168.202.154@tcp:250:kworker.0
00000100:00000040:2.0:1775768272.425687:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768272.425691:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768272.425691:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768272.425695:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768272.425695:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768272.425701:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768272.425702:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384681216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425705:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425708:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768272.425712:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768272.425715:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425716:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768272.425718:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768272.425719:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:2.0:1775768272.425721:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1775768272.425723:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
00000008:00000001:2.0:1775768272.425725:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.425727:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775768272.425728:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768272.425731:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000010:2.0:1775768272.425732:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:0.0:1775768272.425733:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768272.425737:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:2.0:1775768272.425737:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000010:0.0:1775768272.425742:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:2.0:1775768272.425742:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768272.425744:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.425747:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775768272.425747:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768272.425750:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768272.425751:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1775768272.425753:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768272.425754:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
02000000:00000010:2.0:1775768272.425758:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:0.0:1775768272.425759:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768272.425762:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768272.425763:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425765:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768272.425769:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768272.425775:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768272.425777:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768272.425778:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.425780:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425782:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768272.425785:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768272.425786:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.425787:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768272.425794:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768272.425801:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.425803:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768272.425805:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768272.425805:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768272.425807:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768272.425809:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768272.425811:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768272.425811:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768272.425814:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1775768272.425815:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681344:192.168.202.154@tcp:38:kworker.0
00000100:00080000:2.0:1775768272.425816:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768272.425820:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768272.425821:0:13429:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775768272.425822:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768272.425824:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.425826:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768272.425826:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4530
02000000:00000010:0.0:1775768272.425847:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768272.425848:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425852:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768272.425854:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768272.425856:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768272.425859:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681344, portal 10
00000100:00000001:0.0:1775768272.425862:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1775768272.425864:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.425865:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000400:00000200:2.0:1775768272.425869:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768272.425872:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768272.425875:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768272.425878:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425882:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768272.425886:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425890:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768272.425892:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1775768272.425893:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768272.425895:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768272.425898:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768272.425899:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768272.425901:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000010:0.0:1775768272.425902:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000020:00000001:2.0:1775768272.425904:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000200:0.0:1775768272.425906:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384681344, offset 0
00000020:00000001:2.0:1775768272.425907:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768272.425914:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768272.425915:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425918:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768272.425922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768272.425923:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425927:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768272.425928:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768272.425932:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775768272.425932:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:0.0:1775768272.425936:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:2.0:1775768272.425939:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:0.0:1775768272.425940:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768272.425945:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:2.0:1775768272.425945:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768272.425949:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768272.425950:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200648:200648:256:4294967295] 192.168.202.154@tcp LPNI seq info [200648:200648:8:4294967295]
00000400:00000200:0.0:1775768272.425953:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768272.425954:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768272.425959:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425961:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768272.425962:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768272.425966:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000008:00100000:2.0:1775768272.425966:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000010:0.0:1775768272.425969:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000008:00000001:2.0:1775768272.425971:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768272.425974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768272.425975:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768272.425977:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000010:2.0:1775768272.425981:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000800:00000200:0.1:1775768272.425981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768272.425984:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000020:00000040:2.0:1775768272.425986:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000100:0.0:1775768272.425989:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768272.425990:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1775768272.425991:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
02000000:00000001:2.0:1775768272.425993:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.425994:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768272.425998:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768272.425999:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775768272.426001:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768272.426002:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768272.426004:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
02000000:00000001:2.0:1775768272.426004:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426008:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768272.426010:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768272.426010:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768272.426015:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426020:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775768272.426023:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768272.426024:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426041:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426044:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768272.426046:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768272.426047:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768272.426050:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768272.426052:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768272.426056:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.426058:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299202588
00000100:00000040:2.0:1775768272.426059:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426061:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426065:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299202588
00000100:00000001:0.0:1775768272.426068:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426072:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.426075:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426077:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768272.426077:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768272.426081:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768272/real 1775768272]  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768272.426083:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4540)
00000400:00000001:0.0:1775768272.426103:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768272.426104:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768272.426105:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768272.426107:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768272.426108:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768272.426110:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768272.426112:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768272.426118:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426122:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768272.426123:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426124:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426125:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768272.426127:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426132:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768272.426136:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426142:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768272.426145:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426148:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426149:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768272.426151:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768272.426154:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768272.426157:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768272.426159:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768272.426162:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768272.426169:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768272.426173:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768272.426175:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426182:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768272.426183:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426185:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768272.426187:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768272.426188:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768272.426191:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768272.426194:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768272.426196:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768272.426197:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426199:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426202:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768272.426204:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.426207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768272.426210:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768272.426213:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768272.426216:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681472, portal 10
00000100:00000001:0.0:1775768272.426217:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768272.426219:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768272.426224:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426230:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768272.426232:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768272.426234:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768272.426237:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384681472, offset 0
00000400:00000200:0.0:1775768272.426241:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426248:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768272.426251:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768272.426253:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768272.426255:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768272.426257:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426260:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200649:200649:256:4294967295] 192.168.202.154@tcp LPNI seq info [200649:200649:8:4294967295]
00000400:00000200:0.0:1775768272.426264:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426283:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768272.426288:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426292:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768272.426295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768272.426298:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768272.426302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768272.426304:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768272.426307:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426309:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768272.426311:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768272.426315:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768272.426317:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768272.426319:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768272.426321:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768272.426324:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426336:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426339:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426345:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426346:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768272.426349:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768272.426352:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768272.426355:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.426357:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299202566
00000100:00000001:0.0:1775768272.426359:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426361:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299202566
00000100:00000001:0.0:1775768272.426363:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426365:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.426367:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426368:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768272.426370:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768272/real 1775768272]  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768272.426375:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768272.426376:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768272.426377:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768272.426379:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768272.426380:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768272.426381:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768272.426383:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768272.426387:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426391:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768272.426392:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426393:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426394:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768272.426396:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426399:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768272.426401:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426405:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768272.426406:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426407:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426407:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426408:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768272.426409:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768272.426411:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768272.426412:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768272.426413:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768272.426415:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768272.426419:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768272.426421:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426422:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426424:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384681344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426428:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768272.426429:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426430:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768272.426431:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768272.426432:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768272.426433:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768272.426434:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768272.426435:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:0.0:1775768272.426437:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768272.426437:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768272.426438:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768272.426440:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768272.426441:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426442:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426443:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384681472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426447:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768272.426448:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426448:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768272.426450:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768272.426450:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768272.426451:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768272.426452:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768272.426452:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768272.426453:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768272.426454:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768272.426455:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768272.426456:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768272.426456:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426457:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426460:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768272.426460:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426461:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768272.426462:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768272.426463:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768272.426464:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426468:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768272.426469:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426470:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768272.426471:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768272.426472:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768272.426474:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768272.426476:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768272.426477:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768272.426478:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426479:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426481:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768272.426482:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.426484:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768272.426485:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768272.426487:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768272.426489:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681600, portal 4
00000100:00000001:0.0:1775768272.426490:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768272.426491:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768272.426495:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426498:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768272.426500:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768272.426501:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768272.426502:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384681600, offset 0
00000400:00000200:0.0:1775768272.426504:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426506:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426508:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768272.426510:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768272.426511:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768272.426513:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768272.426515:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426516:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200650:200650:256:4294967295] 192.168.202.154@tcp LPNI seq info [200650:200650:8:4294967295]
00000400:00000200:0.0:1775768272.426519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426522:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768272.426525:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426527:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768272.426529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768272.426531:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768272.426533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768272.426534:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768272.426537:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426538:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768272.426540:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768272.426542:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768272.426543:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768272.426544:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768272.426545:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768272.426547:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426551:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426553:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426556:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426557:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768272.426558:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768272.426560:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768272.426562:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.426563:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299202578
00000100:00000001:0.0:1775768272.426564:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426565:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299202578
00000100:00000001:0.0:1775768272.426566:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426568:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.426569:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426570:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768272.426571:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768272/real 1775768272]  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768272.426579:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768272.426580:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768272.426581:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768272.426582:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768272.426583:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768272.426584:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768272.426585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768272.426589:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426593:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768272.426593:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426594:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426595:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768272.426597:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426600:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768272.426602:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426605:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768272.426607:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426608:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426608:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426609:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768272.426610:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768272.426611:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768272.426613:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768272.426614:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768272.426617:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768272.426621:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768272.426623:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768272.426625:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426628:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768272.426629:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426630:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768272.426630:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768272.426631:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768272.426633:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768272.426634:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768272.426635:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768272.426636:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768272.426637:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426638:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768272.426639:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768272.426640:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768272.426642:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768272.426643:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768272.426645:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681728, portal 4
00000100:00000001:0.0:1775768272.426646:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768272.426647:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:0.0:1775768272.426649:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426652:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768272.426653:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768272.426655:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768272.426656:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384681728, offset 0
00000400:00000200:0.0:1775768272.426659:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426660:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426662:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768272.426663:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768272.426665:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768272.426666:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768272.426668:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768272.426669:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200651:200651:256:4294967295] 192.168.202.154@tcp LPNI seq info [200651:200651:8:4294967295]
00000400:00000200:0.0:1775768272.426671:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768272.426675:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768272.426677:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426678:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768272.426680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768272.426681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768272.426684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768272.426685:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768272.426687:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768272.426688:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768272.426690:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768272.426691:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768272.426693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768272.426694:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768272.426695:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768272.426696:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426700:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426702:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426705:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426706:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768272.426707:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768272.426709:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768272.426711:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768272.426712:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299202580
00000100:00000001:0.0:1775768272.426713:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426715:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299202580
00000100:00000001:0.0:1775768272.426716:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299203846
00000100:00000001:0.0:1775768272.426717:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768272.426718:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426719:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768272.426720:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768272/real 1775768272]  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768272.426724:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768272.426725:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768272.426725:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768272.426726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768272.426727:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768272.426728:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768272.426729:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768272.426733:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426737:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768272.426738:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426739:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426739:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768272.426741:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426745:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768272.426746:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426750:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768272.426751:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426752:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768272.426753:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426754:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768272.426755:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768272.426756:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768272.426758:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768272.426759:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768272.426761:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768272.426765:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768272.426766:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426767:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426769:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384681600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426772:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768272.426773:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426773:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768272.426774:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768272.426775:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768272.426776:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768272.426777:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768272.426777:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:0.0:1775768272.426779:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768272.426779:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768272.426780:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768272.426781:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768272.426782:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426783:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768272.426784:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384681728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768272.426791:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768272.426792:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768272.426793:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768272.426794:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768272.426794:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768272.426795:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768272.426796:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768272.426796:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768272.426797:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768272.426798:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768272.426799:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768272.426800:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768272.426800:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426801:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.426803:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768272.426803:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768272.426804:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768272.426805:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768272.808934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768272.808939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768272.808943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768272.808944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768272.808996:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768272.808999:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768272.809003:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768273.768930:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299203846, at 4299203904
00000100:00000040:0.0:1775768273.768942:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299203846, at 4299203904
00000100:00000010:1.0:1775768273.768945:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab769c0.
00000100:00000010:0.0:1775768273.768948:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768273.832915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768273.832923:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768273.832925:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768273.832929:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768273.832933:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768273.832935:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768273.832937:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768273.832939:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768273.832943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768273.832945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768273.832999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768273.833002:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768273.833006:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768274.856930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768274.856935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768274.856940:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768274.856941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768274.856993:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768274.856995:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768274.856998:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768275.880909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768275.880916:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768275.880923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768275.880924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768275.880990:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768275.880993:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768275.880997:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768276.904953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768276.904958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768276.904964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768276.904966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768276.905025:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768276.905030:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768276.905034:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768277.544933:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768277.544945:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768277.544948:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768277.544952:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768277.544955:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768277.544961:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4535
00000400:00000200:2.0:1775768277.544968:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768277.544972:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768277.544975:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768277.544977:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.544980:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.544981:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.544983:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768277.544986:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768277.544987:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768277.544988:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768277.544990:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768277.544991:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768277.544993:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768277.544994:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.544996:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.544997:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.544998:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768277.544999:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768277.545002:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545003:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545011:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768277.545014:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768277.545016:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545017:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768277.545019:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768277.545026:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768277.545028:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768277.545031:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768277.545032:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545034:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768277.545036:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768277.545039:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768277.545045:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768277.545050:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768277.545057:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768277.545066:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768277.545071:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768277.545076:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768277.545099:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768277.545102:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768277.545105:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768277.545107:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768277.545108:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768277.545110:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768277.545112:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4535
00000400:00000200:2.0:1775768277.545114:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768277.545116:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768277.545118:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768277.545119:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545121:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.545122:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545123:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768277.545125:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768277.545125:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768277.545126:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768277.545134:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768277.545135:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768277.545136:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768277.545140:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545142:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768277.545143:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768277.545143:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545147:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768277.545148:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768277.545149:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768277.545152:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768277.545153:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768277.545154:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545157:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768277.545161:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768277.545162:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768277.545166:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545170:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768277.545174:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1775768277.545174:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768277.545177:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768277.545178:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545180:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545182:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1775768277.545183:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
02000000:00000001:0.0:1775768277.545185:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768277.545186:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768277.545188:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545189:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768277.545191:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.545192:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384681856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768277.545193:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768277.545196:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768277.545197:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768277.545198:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545201:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1775768277.545202:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768277.545204:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545206:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545207:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768277.545212:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
00000100:00100000:2.0:1775768277.545212:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768277.545216:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.545238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768277.545243:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000001:2.0:1775768277.545246:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768277.545248:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:2.0:1775768277.545249:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768277.545254:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681856, portal 25
00000100:00000040:2.0:1775768277.545255:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545257:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768277.545259:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000040:0.0:1775768277.545268:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768277.545273:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545275:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768277.545277:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768277.545278:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768277.545282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00080000:2.0:1775768277.545284:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1775768277.545285:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384681856, offset 0
00000100:00000001:2.0:1775768277.545288:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768277.545291:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768277.545292:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545296:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768277.545299:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4535
00000400:00000200:0.0:1775768277.545302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768277.545305:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.545308:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768277.545311:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768277.545313:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768277.545314:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768277.545318:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:2.0:1775768277.545319:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545322:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768277.545324:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768277.545325:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545328:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768277.545330:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768277.545331:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768277.545333:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:0.0:1775768277.545336:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200652:200652:256:4294967295] 192.168.202.154@tcp LPNI seq info [200652:200652:8:4294967295]
00000020:00000001:2.0:1775768277.545336:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768277.545338:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768277.545342:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768277.545345:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768277.545346:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768277.545350:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545352:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.545357:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768277.545361:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768277.545361:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768277.545366:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768277.545370:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.0:1775768277.545371:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545373:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768277.545375:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:2.0:1775768277.545375:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768277.545378:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768277.545380:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768277.545383:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768277.545383:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768277.545385:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768277.545387:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000008:00000001:2.0:1775768277.545387:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545392:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768277.545394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775768277.545396:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000800:00000200:0.1:1775768277.545398:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1775768277.545399:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000100:0.0:1775768277.545403:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768277.545403:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768277.545405:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768277.545406:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00000001:2.0:1775768277.545407:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768277.545410:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768277.545411:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.545412:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1775768277.545414:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000400:00000200:0.0:1775768277.545417:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768277.545419:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.545421:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768277.545424:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00100000:2.0:1775768277.545424:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768277.545427:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768277.545433:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768277.545433:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768277.545436:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768277.545443:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545444:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.545450:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768277.545451:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768277.545456:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768277.545462:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768277.545462:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768277.545463:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768277.545464:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768277.545465:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768277.545467:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768277.545469:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768277.545470:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4535
00000400:00000200:0.0:1775768277.545475:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768277.545476:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768277.545479:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299208966
00000400:00000200:2.0:1775768277.545480:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768277.545484:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1775768277.545485:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000040:2.0:1775768277.545486:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545490:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.545491:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545492:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768277.545493:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768277.545494:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775768277.545494:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768277.545495:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768277.545497:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768277.545499:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768277.545500:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768277.545502:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299208966
00000100:00000040:2.0:1775768277.545502:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545506:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1775768277.545507:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76240.
00000100:00000040:2.0:1775768277.545508:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545510:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768277.545511:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1775768277.545512:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768277.545515:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545516:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545517:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768277.545519:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768277.545520:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545521:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768277.545522:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768277.545523:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545524:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768277.545526:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768277.545527:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768277.545528:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768277.545532:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545532:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768277.545533:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545535:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768277.545536:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768277.545538:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768277.545540:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.545541:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768277/real 1775768277]  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768277.545546:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000400:00000001:0.0:1775768277.545550:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768277.545551:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768277.545552:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768277.545554:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768277.545557:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768277.545558:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00100000:2.0:1775768277.545560:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768277.545561:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768277.545566:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768277.545581:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768277.545585:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768277.545588:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768277.545592:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545610:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768277.545610:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545615:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768277.545615:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768277.545620:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768277.545621:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768277.545621:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768277.545623:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768277.545625:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768277.545625:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768277.545629:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4535
00000400:00000200:2.0:1775768277.545632:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768277.545635:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768277.545635:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768277.545639:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768277.545643:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545647:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.545651:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545654:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768277.545655:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768277.545657:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768277.545660:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000040:0.0:1775768277.545662:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768277.545663:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768277.545666:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768277.545671:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768277.545676:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768277.545677:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768277.545682:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768277.545683:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768277.545685:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.545689:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768277.545689:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768277.545693:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768277.545694:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768277.545698:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768277.545698:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:0.0:1775768277.545702:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768277.545703:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768277.545708:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00080000:0.0:1775768277.545710:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768277.545711:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768277.545715:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768277.545716:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768277.545718:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768277.545721:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768277.545722:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545725:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768277.545728:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768277.545733:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.545735:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384681856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768277.545736:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768277.545741:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000100:00000001:0.0:1775768277.545742:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768277.545744:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768277.545745:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768277.545746:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775768277.545748:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384681856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768277.545749:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768277.545752:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768277.545754:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768277.545757:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768277.545761:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:0.0:1775768277.545766:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768277.545766:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545769:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768277.545772:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
00000100:00100000:2.0:1775768277.545772:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768277.545775:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768277.545778:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768277.545780:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000001:2.0:1775768277.545781:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1775768277.545782:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768277.545785:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768277.545786:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:0.0:1775768277.545791:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1775768277.545791:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768277.545793:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768277.545795:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:0.0:1775768277.545800:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768277.545801:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768277.545802:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545803:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768277.545806:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4545)
00000100:00000001:0.0:1775768277.545810:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768277.545812:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545814:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768277.545815:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768277.545816:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768277.545819:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545824:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768277.545825:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545826:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768277.545827:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768277.545847:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.545850:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768277.545852:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768277.545853:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768277.545854:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.545855:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768277.545857:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768277.545859:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.545861:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768277.545864:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768277.545866:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768277.545868:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384681984, portal 10
00000100:00000001:0.0:1775768277.545869:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768277.545870:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:0.0:1775768277.545874:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545878:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768277.545879:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768277.545880:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768277.545882:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384681984, offset 0
00000400:00000200:0.0:1775768277.545884:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768277.545886:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.545888:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768277.545890:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768277.545892:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768277.545893:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768277.545895:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768277.545897:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200653:200653:256:4294967295] 192.168.202.154@tcp LPNI seq info [200653:200653:8:4294967295]
00000400:00000200:0.0:1775768277.545900:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.545905:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768277.545910:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.545913:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768277.545917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768277.545919:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768277.545924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768277.545926:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768277.545929:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.545939:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768277.545943:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768277.545946:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768277.545949:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768277.545950:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768277.545954:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768277.545957:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545964:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.545967:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.545973:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545974:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768277.545977:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768277.545981:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768277.545984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768277.545986:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299207708
00000100:00000001:0.0:1775768277.545988:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.545990:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299207708
00000100:00000001:0.0:1775768277.545991:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.545992:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768277.545994:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.545995:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768277.545997:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768277/real 1775768277]  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768277.546002:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768277.546003:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768277.546004:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768277.546005:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768277.546006:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768277.546008:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768277.546009:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768277.546014:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546021:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768277.546022:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546023:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546024:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768277.546026:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546029:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768277.546031:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546035:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768277.546036:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546037:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546037:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546038:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768277.546039:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768277.546041:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768277.546043:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768277.546044:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768277.546046:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768277.546050:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384681984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768277.546052:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768277.546054:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546057:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768277.546058:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546060:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768277.546061:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768277.546062:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.546064:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768277.546065:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768277.546067:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768277.546067:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546068:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546070:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768277.546071:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.546073:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768277.546075:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768277.546076:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768277.546078:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682112, portal 10
00000100:00000001:0.0:1775768277.546080:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768277.546080:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:0.0:1775768277.546084:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546087:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768277.546088:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768277.546089:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768277.546091:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384682112, offset 0
00000400:00000200:0.0:1775768277.546093:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546096:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546098:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768277.546100:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768277.546101:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768277.546103:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768277.546105:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546108:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200654:200654:256:4294967295] 192.168.202.154@tcp LPNI seq info [200654:200654:8:4294967295]
00000400:00000200:0.0:1775768277.546112:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546118:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768277.546123:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546126:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768277.546129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768277.546131:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768277.546135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768277.546138:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768277.546141:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546143:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768277.546146:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768277.546149:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768277.546152:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768277.546153:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768277.546155:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768277.546158:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546163:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546164:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546168:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546169:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768277.546171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768277.546173:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768277.546175:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768277.546176:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299207686
00000100:00000001:0.0:1775768277.546177:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546179:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299207686
00000100:00000001:0.0:1775768277.546180:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546181:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768277.546182:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546183:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768277.546185:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768277/real 1775768277]  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768277.546190:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768277.546190:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768277.546191:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768277.546193:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768277.546193:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768277.546194:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768277.546196:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768277.546201:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546204:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768277.546205:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546206:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546206:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768277.546208:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546212:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768277.546213:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546228:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768277.546230:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546231:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546232:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546233:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768277.546234:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768277.546235:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768277.546237:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768277.546238:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768277.546241:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768277.546245:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768277.546247:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768277.546249:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546252:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768277.546253:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546255:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768277.546256:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768277.546257:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.546258:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768277.546260:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768277.546261:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768277.546262:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546263:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546265:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768277.546266:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.546268:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768277.546270:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768277.546271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768277.546273:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682240, portal 4
00000100:00000001:0.0:1775768277.546274:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768277.546275:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:0.0:1775768277.546278:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546282:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768277.546283:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768277.546284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768277.546286:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384682240, offset 0
00000400:00000200:0.0:1775768277.546288:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546290:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546292:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768277.546294:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768277.546296:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768277.546297:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768277.546299:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546300:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200655:200655:256:4294967295] 192.168.202.154@tcp LPNI seq info [200655:200655:8:4294967295]
00000400:00000200:0.0:1775768277.546303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546307:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768277.546309:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546311:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768277.546313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768277.546314:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768277.546317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768277.546318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768277.546320:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546321:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768277.546323:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768277.546325:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768277.546327:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768277.546328:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768277.546329:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768277.546331:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546335:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546337:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546341:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546341:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768277.546343:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768277.546344:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768277.546346:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768277.546347:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299207698
00000100:00000001:0.0:1775768277.546349:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546350:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299207698
00000100:00000001:0.0:1775768277.546351:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546352:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768277.546353:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546354:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768277.546356:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768277/real 1775768277]  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768277.546360:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768277.546361:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768277.546362:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768277.546363:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768277.546364:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768277.546365:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768277.546366:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768277.546370:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546373:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768277.546374:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546375:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546376:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768277.546377:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546380:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768277.546382:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546386:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768277.546388:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546389:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546390:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546390:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768277.546391:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768277.546393:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768277.546394:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768277.546395:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768277.546397:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768277.546401:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768277.546403:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768277.546404:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546408:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768277.546408:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546409:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768277.546410:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768277.546411:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.546413:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768277.546414:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768277.546415:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768277.546416:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768277.546417:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546419:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768277.546420:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768277.546421:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768277.546422:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768277.546424:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768277.546426:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682368, portal 4
00000100:00000001:0.0:1775768277.546427:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768277.546428:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:0.0:1775768277.546431:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546434:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768277.546435:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768277.546436:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768277.546437:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384682368, offset 0
00000400:00000200:0.0:1775768277.546439:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546443:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768277.546444:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768277.546446:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768277.546447:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768277.546448:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768277.546450:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200656:200656:256:4294967295] 192.168.202.154@tcp LPNI seq info [200656:200656:8:4294967295]
00000400:00000200:0.0:1775768277.546453:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768277.546456:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768277.546458:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546459:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768277.546461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768277.546462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768277.546464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768277.546466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768277.546468:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768277.546469:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768277.546471:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768277.546472:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768277.546474:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768277.546475:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768277.546477:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768277.546479:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546491:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546494:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546500:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546502:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768277.546504:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768277.546507:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768277.546510:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768277.546512:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299207700
00000100:00000001:0.0:1775768277.546514:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546516:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299207700
00000100:00000001:0.0:1775768277.546518:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299208966
00000100:00000001:0.0:1775768277.546520:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768277.546522:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546523:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768277.546527:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768277/real 1775768277]  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768277.546534:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768277.546535:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768277.546537:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768277.546539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768277.546541:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768277.546543:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768277.546546:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768277.546552:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546556:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768277.546558:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546559:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546560:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768277.546562:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546566:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768277.546568:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546571:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768277.546572:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546573:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768277.546574:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546575:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768277.546576:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768277.546577:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768277.546579:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768277.546580:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768277.546581:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768277.546585:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768277.546587:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546588:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546590:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384681984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546594:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768277.546595:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546596:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768277.546598:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768277.546598:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768277.546599:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768277.546601:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768277.546602:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768277.546603:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768277.546604:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768277.546605:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:0.0:1775768277.546607:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768277.546607:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546608:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546610:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384682112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546614:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768277.546614:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546615:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768277.546616:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768277.546617:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768277.546618:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768277.546618:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768277.546619:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:0.0:1775768277.546620:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768277.546621:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768277.546622:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:0.0:1775768277.546623:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768277.546623:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546624:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546625:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384682240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546629:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768277.546629:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546630:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768277.546631:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768277.546632:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768277.546632:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768277.546633:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768277.546634:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768277.546635:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768277.546636:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768277.546637:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768277.546638:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768277.546639:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546640:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768277.546641:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384682368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768277.546644:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768277.546645:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768277.546646:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:0.0:1775768277.546647:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768277.546647:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768277.546648:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768277.546649:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768277.546649:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:0.0:1775768277.546650:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768277.546651:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768277.546651:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:0.0:1775768277.546652:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768277.546653:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546654:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.546656:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768277.546657:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768277.546658:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768277.546658:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768277.928935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768277.928941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768277.928949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768277.928950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768277.929019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768277.929023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768277.929027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768278.888921:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299208966, at 4299209024
00000100:00000040:0.0:1775768278.888930:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299208966, at 4299209024
00000100:00000010:0.0:1775768278.888936:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00000100:00000010:1.0:1775768278.888936:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76240.
00010000:00000001:3.0:1775768278.952938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768278.952945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768278.952953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768278.952956:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768278.952958:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768278.952961:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768278.952964:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768278.952966:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768278.952968:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768278.952970:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768278.953027:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768278.953029:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768278.953031:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768279.976937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768279.976943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768279.976949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768279.976951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768279.977039:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768279.977043:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768279.977046:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768281.000952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768281.000966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768281.000976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768281.000977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768281.001039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768281.001042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768281.001044:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768282.024962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768282.024968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768282.024973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768282.024974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768282.025035:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768282.025038:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768282.025041:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768282.664972:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768282.664981:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768282.664983:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768282.664987:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768282.664992:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768282.664998:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4540
00000400:00000200:0.0:1775768282.665008:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768282.665014:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768282.665017:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768282.665019:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665022:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665024:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665026:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768282.665029:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768282.665031:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768282.665033:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768282.665035:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768282.665036:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768282.665038:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768282.665040:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665042:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665044:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665045:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768282.665049:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768282.665052:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665055:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665059:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768282.665064:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768282.665067:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665070:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768282.665073:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768282.665085:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768282.665090:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768282.665094:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768282.665096:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665099:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768282.665101:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768282.665106:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768282.665113:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768282.665120:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768282.665129:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768282.665137:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768282.665141:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768282.665145:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768282.665179:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768282.665182:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768282.665185:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768282.665186:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768282.665187:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768282.665189:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768282.665191:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4540
00000400:00000200:0.0:1775768282.665195:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768282.665197:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768282.665198:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768282.665201:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665202:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665204:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665205:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768282.665207:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768282.665208:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768282.665209:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768282.665210:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768282.665211:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768282.665213:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768282.665215:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665216:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665217:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768282.665219:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768282.665220:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768282.665223:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768282.665225:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768282.665226:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768282.665228:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665229:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775768282.665230:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768282.665236:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768282.665238:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768282.665239:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665243:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768282.665248:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1775768282.665249:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768282.665250:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768282.665253:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665256:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768282.665259:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
02000000:00000001:1.0:1775768282.665261:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768282.665262:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768282.665265:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768282.665266:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768282.665267:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665271:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768282.665271:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665272:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1775768282.665275:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384682496:192.168.202.154@tcp:250:kworker.0
02000000:00000001:0.0:1775768282.665276:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768282.665280:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:1.0:1775768282.665281:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768282.665285:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.665286:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768282.665288:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768282.665291:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768282.665292:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768282.665298:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775768282.665299:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
00000100:00000001:0.0:1775768282.665301:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.665302:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768282.665306:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768282.665311:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768282.665317:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000001:0.0:1775768282.665318:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768282.665322:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768282.665325:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768282.665326:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768282.665326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00080000:0.0:1775768282.665328:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768282.665331:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768282.665333:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4540
00000100:00000200:1.0:1775768282.665334:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682496, portal 25
00000400:00000200:0.0:1775768282.665336:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768282.665338:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1775768282.665340:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768282.665341:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00080000:0.0:1775768282.665344:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768282.665349:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768282.665349:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768282.665354:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665358:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665361:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768282.665364:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768282.665364:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1775768282.665365:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768282.665367:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768282.665369:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000040:1.0:1775768282.665370:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000001:0.0:1775768282.665371:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768282.665373:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768282.665375:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665378:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665379:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768282.665379:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000001:0.0:1775768282.665383:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768282.665384:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384682496, offset 0
00000020:00000040:0.0:1775768282.665385:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768282.665389:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665391:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665392:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768282.665394:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768282.665397:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768282.665404:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.665408:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768282.665409:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768282.665412:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768282.665414:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665415:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768282.665418:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768282.665421:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768282.665422:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768282.665423:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665424:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768282.665424:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:0.0:1775768282.665427:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768282.665429:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768282.665433:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000400:00000200:1.0:1775768282.665434:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768282.665436:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768282.665441:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768282.665441:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768282.665449:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768282.665450:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768282.665452:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.665456:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:0.0:1775768282.665457:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768282.665465:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200657:200657:256:4294967295] 192.168.202.154@tcp LPNI seq info [200657:200657:8:4294967295]
00000100:00000001:0.0:1775768282.665466:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768282.665471:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768282.665474:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768282.665475:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768282.665477:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768282.665479:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768282.665481:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768282.665484:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4540
00000400:00000200:1.0:1775768282.665489:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768282.665495:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768282.665496:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768282.665500:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768282.665502:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768282.665504:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768282.665504:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000001:0.0:1775768282.665507:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665509:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665511:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.0:1775768282.665514:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768282.665516:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768282.665519:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:1.0:1775768282.665519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1775768282.665523:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775768282.665527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768282.665528:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000800:00000200:1.1:1775768282.665531:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1775768282.665532:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000100:1.0:1775768282.665536:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000001:0.0:1775768282.665537:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000010:1.0:1775768282.665539:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00000040:0.0:1775768282.665544:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.665546:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768282.665548:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768282.665551:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.665554:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768282.665556:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768282.665559:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000020:00000040:0.0:1775768282.665560:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000010:1.0:1775768282.665562:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00080000:0.0:1775768282.665566:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768282.665568:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768282.665571:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768282.665574:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768282.665575:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768282.665580:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768282.665584:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665585:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768282.665587:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768282.665590:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768282.665592:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665595:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.665597:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768282.665600:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768282.665605:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768282.665606:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665609:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768282.665609:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1775768282.665612:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665615:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768282.665617:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768282.665618:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665619:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.665623:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:0.0:1775768282.665624:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:1.0:1775768282.665625:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299214086
00000100:00000001:0.0:1775768282.665630:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768282.665632:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00100000:0.0:1775768282.665637:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768282.665639:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768282.665648:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768282.665649:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299214086
00000100:00000001:0.0:1775768282.665651:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768282.665656:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768282.665657:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.665660:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768282.665666:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768282.665671:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665672:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768282.665676:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768282.665676:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768282.665681:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768282.665685:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1775768282.665685:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282]  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768282.665687:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768282.665692:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768282.665699:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4540
00000400:00000200:0.0:1775768282.665707:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768282.665713:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768282.665715:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1775768282.665716:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775768282.665717:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000001:1.0:1775768282.665719:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768282.665720:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768282.665721:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000040:0.0:1775768282.665723:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665726:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768282.665726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768282.665729:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000020:00000001:0.0:1775768282.665730:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768282.665732:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768282.665734:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768282.665736:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768282.665737:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768282.665738:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768282.665739:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665740:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768282.665740:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768282.665743:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665746:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768282.665747:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768282.665748:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768282.665754:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768282.665759:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768282.665763:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768282.665766:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768282.665767:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768282.665769:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665774:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768282.665777:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768282.665777:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:0.0:1775768282.665780:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665781:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768282.665784:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665785:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.665786:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768282.665789:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768282.665795:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768282.665799:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768282.665802:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768282.665802:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768282.665804:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768282.665806:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768282.665808:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768282.665810:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768282.665813:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768282.665815:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.665816:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768282.665820:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768282.665875:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768282.665875:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768282.665880:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665880:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768282.665884:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.665884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.665886:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.665891:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768282.665893:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768282.665894:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768282.665896:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1775768282.665899:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4550)
00000100:00080000:1.0:1775768282.665901:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768282.665904:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768282.665908:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768282.665914:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384682496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768282.665918:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.665920:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.665922:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384682496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.665926:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768282.665928:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768282.665930:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768282.665932:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768282.665933:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768282.665934:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768282.665935:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768282.665937:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768282.665940:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768282.665941:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768282.665942:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768282.665946:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768282.665947:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.665948:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.665954:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768282.665956:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.665957:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768282.665958:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768282.665959:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768282.665961:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.665966:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768282.665967:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.665968:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768282.665969:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768282.665970:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768282.665972:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768282.665975:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768282.665976:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768282.665977:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.665978:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768282.665980:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768282.665981:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.665984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768282.665986:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768282.665988:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768282.665990:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682624, portal 10
00000100:00000001:1.0:1775768282.665991:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768282.665992:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768282.665997:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666001:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768282.666002:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768282.666004:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768282.666005:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384682624, offset 0
00000400:00000200:1.0:1775768282.666007:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666010:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666012:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768282.666014:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768282.666016:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768282.666017:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768282.666019:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666021:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200658:200658:256:4294967295] 192.168.202.154@tcp LPNI seq info [200658:200658:8:4294967295]
00000400:00000200:1.0:1775768282.666024:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666028:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768282.666030:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666032:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768282.666034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768282.666037:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768282.666041:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768282.666044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768282.666047:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666049:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768282.666052:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768282.666055:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768282.666058:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768282.666059:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768282.666061:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768282.666065:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666072:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666075:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666082:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666083:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768282.666086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.666090:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768282.666093:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768282.666094:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299212828
00000100:00000001:1.0:1775768282.666096:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666098:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299212828
00000100:00000001:1.0:1775768282.666099:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666101:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768282.666102:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666103:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768282.666105:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282]  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768282.666110:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768282.666111:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768282.666112:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768282.666114:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768282.666115:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768282.666116:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768282.666118:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768282.666123:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666127:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768282.666128:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666129:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666129:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768282.666131:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666135:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768282.666137:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666140:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768282.666142:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666143:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666144:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666145:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768282.666146:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768282.666147:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768282.666149:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768282.666151:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768282.666154:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768282.666161:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768282.666165:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768282.666178:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666185:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768282.666186:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768282.666190:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768282.666192:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768282.666196:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768282.666199:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768282.666201:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768282.666202:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666204:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666207:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768282.666209:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.666212:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768282.666214:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768282.666216:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768282.666218:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682752, portal 10
00000100:00000001:1.0:1775768282.666220:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768282.666220:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000040:1.0:1775768282.666224:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666229:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768282.666230:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768282.666231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768282.666233:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384682752, offset 0
00000400:00000200:1.0:1775768282.666235:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666240:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768282.666242:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768282.666244:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768282.666245:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768282.666247:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666249:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200659:200659:256:4294967295] 192.168.202.154@tcp LPNI seq info [200659:200659:8:4294967295]
00000400:00000200:1.0:1775768282.666252:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666255:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768282.666258:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666260:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768282.666262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768282.666264:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768282.666266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768282.666268:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768282.666270:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666272:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768282.666274:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768282.666276:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768282.666278:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768282.666279:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768282.666280:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768282.666282:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666287:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666289:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666293:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666294:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768282.666295:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.666297:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768282.666299:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768282.666300:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299212806
00000100:00000001:1.0:1775768282.666301:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666302:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299212806
00000100:00000001:1.0:1775768282.666304:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666306:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768282.666307:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666308:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768282.666311:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282]  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768282.666315:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768282.666316:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768282.666317:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768282.666318:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768282.666319:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768282.666320:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768282.666322:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768282.666326:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666330:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768282.666331:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666332:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666333:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768282.666334:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666338:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768282.666340:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666343:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768282.666344:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666346:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666347:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768282.666349:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768282.666350:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768282.666352:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768282.666354:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768282.666356:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768282.666360:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768282.666361:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768282.666363:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666367:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768282.666368:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666369:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768282.666370:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768282.666372:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768282.666373:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768282.666375:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768282.666376:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768282.666377:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666378:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666379:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768282.666380:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.666382:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768282.666383:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768282.666386:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768282.666387:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384682880, portal 4
00000100:00000001:1.0:1775768282.666389:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768282.666389:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768282.666392:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666397:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768282.666398:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768282.666408:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768282.666411:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384682880, offset 0
00000400:00000200:1.0:1775768282.666415:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666419:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666426:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768282.666429:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768282.666431:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768282.666433:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768282.666435:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666437:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200660:200660:256:4294967295] 192.168.202.154@tcp LPNI seq info [200660:200660:8:4294967295]
00000400:00000200:1.0:1775768282.666441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666446:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768282.666449:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666452:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768282.666455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768282.666457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768282.666460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768282.666462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768282.666465:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666467:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768282.666469:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768282.666472:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768282.666474:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768282.666476:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768282.666477:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768282.666481:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666487:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666489:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666500:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666501:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768282.666503:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.666506:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768282.666509:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768282.666511:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299212818
00000100:00000001:1.0:1775768282.666513:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666515:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299212818
00000100:00000001:1.0:1775768282.666517:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666518:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768282.666520:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666522:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768282.666525:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282]  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768282.666532:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768282.666533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768282.666534:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768282.666536:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768282.666537:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768282.666539:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768282.666542:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768282.666548:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666554:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768282.666555:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666557:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666558:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768282.666562:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666568:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768282.666572:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666577:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768282.666579:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666580:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666581:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666583:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768282.666584:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768282.666586:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768282.666589:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768282.666591:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768282.666594:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768282.666600:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384682880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768282.666604:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768282.666607:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666612:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768282.666613:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666615:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768282.666616:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768282.666618:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768282.666620:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768282.666623:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768282.666624:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768282.666626:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768282.666627:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666630:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768282.666632:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768282.666635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768282.666637:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768282.666640:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768282.666643:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683008, portal 4
00000100:00000001:1.0:1775768282.666644:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768282.666646:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768282.666651:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666657:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768282.666658:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768282.666660:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000100:00000200:1.0:1775768282.666662:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384683008, offset 0
00000400:00000200:1.0:1775768282.666666:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666672:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768282.666674:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768282.666676:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768282.666678:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768282.666680:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768282.666683:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200661:200661:256:4294967295] 192.168.202.154@tcp LPNI seq info [200661:200661:8:4294967295]
00000400:00000200:1.0:1775768282.666687:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768282.666691:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768282.666695:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666697:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768282.666700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768282.666702:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768282.666706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768282.666708:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768282.666711:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768282.666713:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768282.666715:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768282.666718:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768282.666720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:1.0:1775768282.666722:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:1.0:1775768282.666723:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768282.666726:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666732:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666734:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666739:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666740:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768282.666742:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768282.666744:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768282.666747:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768282.666749:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299212820
00000100:00000001:1.0:1775768282.666751:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666752:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299212820
00000100:00000001:1.0:1775768282.666755:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299214086
00000100:00000001:1.0:1775768282.666757:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768282.666758:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666760:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768282.666762:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768282/real 1775768282]  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768282.666769:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768282.666770:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768282.666772:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768282.666773:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768282.666775:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768282.666777:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768282.666779:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768282.666786:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666792:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768282.666794:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666795:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666796:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768282.666799:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666804:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768282.666808:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666814:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768282.666816:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666818:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768282.666819:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666821:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768282.666822:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768282.666825:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768282.666845:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768282.666848:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768282.666852:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768282.666860:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768282.666863:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666865:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666868:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384682624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666874:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768282.666875:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666877:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768282.666879:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768282.666880:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768282.666882:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768282.666883:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768282.666885:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768282.666887:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768282.666888:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768282.666890:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768282.666892:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768282.666893:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666895:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666898:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384682752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666902:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768282.666903:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666904:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768282.666905:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768282.666906:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768282.666906:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768282.666907:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768282.666908:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:1.0:1775768282.666909:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768282.666910:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768282.666910:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768282.666911:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768282.666912:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666913:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666915:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384682880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666919:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768282.666920:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666921:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768282.666922:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768282.666923:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768282.666923:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768282.666925:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768282.666925:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768282.666926:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768282.666927:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768282.666928:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768282.666929:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768282.666930:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666930:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768282.666932:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384683008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768282.666935:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768282.666935:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768282.666936:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768282.666937:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768282.666938:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768282.666938:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768282.666939:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768282.666940:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768282.666941:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768282.666941:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768282.666942:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768282.666943:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768282.666944:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666945:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768282.666947:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768282.666948:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768282.666950:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768282.666951:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768283.048934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768283.048940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768283.048946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768283.048947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768283.048992:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768283.048995:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768283.048998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768284.008937:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299214086, at 4299214144
00000100:00000040:0.0:1775768284.008953:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299214086, at 4299214144
00000100:00000010:1.0:1775768284.008954:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768284.008962:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768284.072932:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768284.072940:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768284.072943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768284.072946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768284.072951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768284.072954:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768284.072956:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768284.072959:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768284.072963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768284.072965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768284.073021:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768284.073024:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768284.073026:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768285.096928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768285.096935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768285.096942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768285.096943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768285.099318:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768285.099327:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768285.099331:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768286.120948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768286.120954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768286.120958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768286.120959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768286.121018:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768286.121021:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768286.121024:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768287.144933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768287.144939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768287.144945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768287.144946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768287.144998:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768287.145001:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768287.145003:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768287.784974:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768287.784985:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768287.784988:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768287.784992:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768287.784996:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768287.785003:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4545
00000400:00000200:0.0:1775768287.785027:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768287.785034:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768287.785037:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768287.785040:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785043:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785046:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785048:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768287.785052:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768287.785054:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768287.785056:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768287.785058:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768287.785061:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768287.785063:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768287.785066:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785067:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785069:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785071:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768287.785074:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768287.785077:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785079:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768287.785082:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768287.785085:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768287.785088:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785090:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768287.785092:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768287.785103:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768287.785106:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768287.785110:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768287.785111:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785114:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768287.785116:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768287.785134:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768287.785143:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768287.785150:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768287.785159:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768287.785169:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768287.785173:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768287.785182:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768287.785206:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768287.785209:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768287.785211:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768287.785212:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768287.785213:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768287.785215:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768287.785216:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4545
00000400:00000200:0.0:1775768287.785219:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768287.785221:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768287.785223:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768287.785224:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785226:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785227:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785228:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768287.785230:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768287.785231:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768287.785232:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768287.785233:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768287.785234:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768287.785235:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768287.785237:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785239:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785241:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785243:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768287.785244:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768287.785246:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785247:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768287.785248:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768287.785250:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768287.785254:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768287.785257:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775768287.785259:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768287.785262:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785265:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:1.0:1775768287.785265:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768287.785269:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768287.785276:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785277:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768287.785280:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785280:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.785283:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1775768287.785286:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
02000000:00000001:1.0:1775768287.785286:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768287.785290:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768287.785291:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00100000:1.0:1775768287.785294:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384683136:192.168.202.154@tcp:250:kworker.0
02000000:00000001:0.0:1775768287.785296:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768287.785298:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768287.785299:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.785301:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768287.785302:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768287.785304:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768287.785306:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768287.785309:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768287.785312:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785314:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.785315:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1775768287.785321:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768287.785321:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768287.785324:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785330:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768287.785333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768287.785334:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768287.785336:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000040:0.0:1775768287.785338:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768287.785344:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000001:0.0:1775768287.785345:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768287.785349:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768287.785351:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1775768287.785352:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683136, portal 25
00000100:00000001:0.0:1775768287.785353:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768287.785355:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768287.785358:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768287.785359:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768287.785362:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4545
00000100:00000001:1.0:1775768287.785362:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000400:00000200:0.0:1775768287.785369:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768287.785373:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000040:1.0:1775768287.785374:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768287.785376:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768287.785382:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785387:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768287.785390:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768287.785391:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785395:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:1.0:1775768287.785397:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000001:0.0:1775768287.785400:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768287.785402:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000010:1.0:1775768287.785402:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc110.
00000020:00000001:0.0:1775768287.785406:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775768287.785408:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384683136, offset 0
00000020:00000040:0.0:1775768287.785409:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768287.785413:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768287.785416:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768287.785419:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768287.785422:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785425:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785426:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785427:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768287.785429:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768287.785433:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785434:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768287.785436:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768287.785438:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768287.785439:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785440:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768287.785441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:0.0:1775768287.785442:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768287.785446:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785448:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768287.785450:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768287.785453:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768287.785453:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:0.0:1775768287.785458:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768287.785459:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785460:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768287.785462:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768287.785462:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775768287.785464:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768287.785468:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000400:00000200:1.0:1775768287.785468:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768287.785473:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768287.785476:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785480:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.785482:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200662:200662:256:4294967295] 192.168.202.154@tcp LPNI seq info [200662:200662:8:4294967295]
00000100:00100000:0.0:1775768287.785486:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768287.785491:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768287.785497:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768287.785499:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768287.785505:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768287.785508:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768287.785518:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768287.785520:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768287.785521:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768287.785524:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1775768287.785524:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000001:0.0:1775768287.785525:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768287.785527:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768287.785530:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768287.785533:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4545
00000800:00000200:1.0:1775768287.785535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:0.0:1775768287.785539:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.1:1775768287.785542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:0.0:1775768287.785544:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768287.785547:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768287.785549:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785550:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785551:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785553:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768287.785554:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768287.785555:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768287.785556:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768287.785557:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768287.785559:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768287.785560:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768287.785561:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768287.785563:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785565:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785566:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785568:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768287.785569:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768287.785572:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768287.785574:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299219206
00000100:00080000:0.0:1775768287.785577:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785580:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768287.785581:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
02000000:00000001:0.0:1775768287.785583:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768287.785586:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768287.785589:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785590:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768287.785591:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768287.785595:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768287.785598:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785600:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785600:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299219206
00000100:00000010:0.0:1775768287.785605:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000100:00000010:1.0:1775768287.785607:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000020:00000040:0.0:1775768287.785609:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768287.785612:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1775768287.785613:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768287.785616:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785617:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768287.785618:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768287.785621:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768287.785623:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768287.785624:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768287.785629:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:1.0:1775768287.785630:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785633:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768287.785640:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785640:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768287.785644:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:0.0:1775768287.785647:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768287.785648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768287.785650:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768287.785653:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768287.785660:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768287.785661:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768287.785665:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768287.785674:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.785675:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768287.785678:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.785682:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768287.785685:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768287.785689:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.785689:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768287.785695:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1775768287.785697:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683264:192.168.202.154@tcp:38:kworker.0
00000100:00080000:0.0:1775768287.785701:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768287.785704:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768287.785705:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768287.785708:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768287.785708:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768287.785711:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768287.785712:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768287.785715:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768287.785718:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4545
02000000:00000010:1.0:1775768287.785720:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768287.785723:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768287.785724:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768287.785730:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768287.785731:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768287.785735:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775768287.785737:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf20.
00000100:00000040:0.0:1775768287.785741:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768287.785743:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcce58.
00000100:00000001:0.0:1775768287.785745:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768287.785748:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683264, portal 10
00000100:00000040:0.0:1775768287.785749:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785754:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768287.785754:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768287.785757:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000020:00000001:0.0:1775768287.785758:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768287.785760:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768287.785763:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768287.785765:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000040:1.0:1775768287.785768:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768287.785769:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768287.785773:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768287.785781:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768287.785784:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768287.785785:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768287.785790:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768287.785791:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785795:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768287.785796:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc330.
00000020:00000040:0.0:1775768287.785799:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768287.785803:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785806:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768287.785808:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768287.785811:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768287.785813:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768287.785814:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384683264, offset 0
00000100:00000001:0.0:1775768287.785816:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768287.785820:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775768287.785824:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000008:00000001:0.0:1775768287.785825:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.785855:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.785860:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768287.785863:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768287.785865:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.785868:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000010:0.0:1775768287.785871:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000400:00000200:1.0:1775768287.785873:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1775768287.785876:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768287.785878:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:0.0:1775768287.785882:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768287.785884:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.785885:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200663:200663:255:4294967295] 192.168.202.154@tcp LPNI seq info [200663:200663:7:4294967295]
00000100:00000001:0.0:1775768287.785889:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768287.785892:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768287.785894:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768287.785895:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768287.785900:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768287.785904:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768287.785911:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768287.785922:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768287.785932:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768287.785933:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768287.785936:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768287.785937:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00000040:0.0:1775768287.785942:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768287.785945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768287.785954:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768287.785957:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768287.785962:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4555)
00000100:00000001:1.0:1775768287.785971:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768287.785975:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768287.785980:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768287.785982:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299217948
00000100:00000001:1.0:1775768287.785985:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.785987:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299217948
00000100:00000001:1.0:1775768287.785988:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.785990:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768287.785992:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.785994:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768287.785998:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786005:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768287.786007:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786009:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768287.786011:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768287.786013:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768287.786017:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768287.786020:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768287.786022:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768287.786024:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786026:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768287.786030:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768287.786031:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.786035:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768287.786039:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bc08.
00000400:00000010:1.0:1775768287.786042:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc908.
00000100:00000200:1.0:1775768287.786045:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683392, portal 10
00000100:00000001:1.0:1775768287.786047:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768287.786048:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768287.786053:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786060:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768287.786062:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768287.786065:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccee0.
00000100:00000200:1.0:1775768287.786067:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384683392, offset 0
00000400:00000200:1.0:1775768287.786070:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786074:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786077:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768287.786080:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768287.786082:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768287.786084:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768287.786086:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786089:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200664:200664:254:4294967295] 192.168.202.154@tcp LPNI seq info [200664:200664:6:4294967295]
00000400:00000200:1.0:1775768287.786093:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786101:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768287.786106:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768287.786110:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397000.
00000800:00000200:1.0:1775768287.786114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768287.786117:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768287.786137:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768287.786140:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768287.786143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768287.786145:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299217926
00000100:00000001:1.0:1775768287.786147:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786148:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299217926
00000100:00000001:1.0:1775768287.786150:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786152:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768287.786153:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786156:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786157:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768287.786160:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768287.786162:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768287.786164:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768287.786165:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768287.786166:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768287.786169:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786176:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768287.786177:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786179:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768287.786181:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768287.786183:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768287.786186:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768287.786189:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768287.786191:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768287.786192:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786194:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768287.786197:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768287.786199:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.786201:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768287.786204:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b790.
00000400:00000010:1.0:1775768287.786207:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768287.786210:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683520, portal 4
00000100:00000001:1.0:1775768287.786212:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768287.786213:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768287.786218:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786223:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768287.786225:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768287.786228:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc000.
00000100:00000200:1.0:1775768287.786230:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384683520, offset 0
00000400:00000200:1.0:1775768287.786234:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786241:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768287.786244:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768287.786246:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768287.786248:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768287.786251:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786253:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200665:200665:253:4294967295] 192.168.202.154@tcp LPNI seq info [200665:200665:5:4294967295]
00000400:00000200:1.0:1775768287.786256:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786261:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768287.786265:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768287.786269:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397700.
00000800:00000200:1.0:1775768287.786272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768287.786276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768287.786278:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768287.786281:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768287.786283:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768287.786285:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299217938
00000100:00000001:1.0:1775768287.786287:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786289:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299217938
00000100:00000001:1.0:1775768287.786292:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786294:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768287.786296:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786298:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768287.786301:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786307:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768287.786309:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786310:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768287.786312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768287.786314:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768287.786317:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768287.786319:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768287.786321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768287.786322:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768287.786324:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768287.786327:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768287.786328:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768287.786331:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768287.786334:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768287.786337:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768287.786340:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683648, portal 4
00000100:00000001:1.0:1775768287.786341:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768287.786342:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768287.786347:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768287.786353:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768287.786356:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768287.786358:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccb28.
00000100:00000200:1.0:1775768287.786360:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384683648, offset 0
00000400:00000200:1.0:1775768287.786364:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786367:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786371:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768287.786373:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768287.786376:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768287.786378:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768287.786380:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768287.786382:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200666:200666:252:4294967295] 192.168.202.154@tcp LPNI seq info [200666:200666:4:4294967295]
00000400:00000200:1.0:1775768287.786398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768287.786403:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768287.786407:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768287.786410:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397800.
00000800:00000200:1.0:1775768287.786413:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768287.786416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768287.786419:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768287.786421:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768287.786424:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768287.786425:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299217940
00000100:00000001:1.0:1775768287.786427:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786429:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299217940
00000100:00000001:1.0:1775768287.786431:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299219206
00000100:00000001:1.0:1775768287.786433:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768287.786435:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786437:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786439:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768287.786442:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768287.786443:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768287.786444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768287.786445:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768287.786447:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768287.786449:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768288.168959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768288.168966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768288.168972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768288.168976:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768288.168978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768288.168983:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768288.168985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768288.168988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768288.168990:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768288.168992:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768288.169082:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768288.169084:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768288.169086:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768289.128925:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299219206, at 4299219264
00000100:00000010:1.0:1775768289.128937:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768289.128942:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299219206, at 4299219264
00000100:00000010:0.0:1775768289.128950:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768289.192902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768289.192910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768289.192916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768289.192918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768289.192970:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768289.192973:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768289.192977:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768290.216911:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768290.216918:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768290.216925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768290.216926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768290.216980:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768290.216985:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768290.216988:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768290.857164:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768290.857208:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768290.857218:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768290.857221:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768290.857226:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768290.857230:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768290.857235:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768290.857238:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:2.0:1775768290.857243:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768290.857248:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768290.857254:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc110
00000400:00000010:2.0:1775768290.857256:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc110.
00000100:00000001:2.0:1775768290.857261:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768290.857268:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857291:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768290.857295:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857302:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.857303:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768290.857313:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768290.857315:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:2.0:1775768290.857318:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768290.857321:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768290.857324:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc330
00000400:00000010:2.0:1775768290.857326:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc330.
00000100:00000001:2.0:1775768290.857328:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768290.857332:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857340:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768290.857343:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857346:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768290.857351:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768290.857352:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768290.857352:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768290.857358:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000800:00000100:2.0:1775768290.857361:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768290.857364:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:2.0:1775768290.857366:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:1.0:1775768290.857369:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768290]  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768290.857373:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768290.857378:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccee0
00000400:00000010:2.0:1775768290.857381:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccee0.
00000100:00000001:2.0:1775768290.857385:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768290.857391:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768290.857392:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768290.857395:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768290.857400:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf20.
00000100:00000001:2.0:1775768290.857401:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768290.857406:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768290.857407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcce58
00000400:00000010:1.0:1775768290.857411:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcce58.
00000100:00000001:2.0:1775768290.857414:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.857416:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768290.857421:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768290.857422:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:2.0:1775768290.857424:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768290.857430:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768290.857431:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775768290.857433:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc000
00000400:00000010:2.0:1775768290.857435:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc000.
00000100:00000200:1.0:1775768290.857438:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857439:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768290.857446:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768290.857457:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857458:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768290.857464:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857471:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768290.857474:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768290.857474:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.857478:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768290.857480:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857483:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1775768290.857484:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768290.857488:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:2.0:1775768290.857491:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:1.0:1775768290.857492:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768290.857499:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768290.857505:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccb28
00000400:00000010:2.0:1775768290.857508:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccb28.
00000100:00000001:1.0:1775768290.857509:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768290.857511:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768290.857516:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768290.857518:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.857556:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768290.857557:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768290.857561:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768290.857562:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857563:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857566:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857571:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768290.857573:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768290.857575:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768290.857576:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768290.857581:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768290.857587:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768290.857590:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768290.857595:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768290.857604:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768290.857608:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768290.857612:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768290]  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768290.857620:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768290.857621:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768290.857623:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bc08.
00000400:00000200:1.0:1775768290.857637:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc908
00000400:00000010:1.0:1775768290.857639:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc908.
00000100:00000001:1.0:1775768290.857645:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768290.857648:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768290.857656:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857662:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768290.857664:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857666:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857667:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768290.857671:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857678:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768290.857682:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857689:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768290.857691:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857693:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857694:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857696:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768290.857697:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768290.857700:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768290.857703:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768290.857706:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768290.857709:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768290.857716:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768290.857720:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768290.857724:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768290]  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768290.857731:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768290.857733:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768290.857735:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000200:1.0:1775768290.857737:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:1.0:1775768290.857739:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:1.0:1775768290.857741:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768290.857744:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768290.857752:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857759:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768290.857760:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857762:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857763:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768290.857766:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857773:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768290.857776:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857783:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768290.857785:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857787:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.857788:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857789:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768290.857791:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768290.857793:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768290.857796:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768290.857798:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768290.857801:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768290.857808:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384683136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768290.857813:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768290.857815:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768290.857818:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384683264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857826:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768290.857860:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768290.857865:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768290.857869:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768290.857872:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768290.857874:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768290.857877:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768290.857880:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768290.857884:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768290.857886:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768290.857889:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768290.857893:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768290.857895:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857897:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768290.857900:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384683392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857907:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768290.857908:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768290.857910:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768290.857912:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768290.857913:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768290.857914:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768290.857916:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768290.857917:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768290.857919:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768290.857920:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768290.857921:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768290.857923:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768290.857924:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857926:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768290.857928:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384683136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.857939:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768290.857941:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768290.857942:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768290.857944:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768290.857946:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768290.857947:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768290.857949:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768290.857950:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768290.857952:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768290.857953:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768290.857955:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768290.857957:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768290.857958:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.857960:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768290.857962:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768290.857963:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768290.857964:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768290.857967:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768290]  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768290.857975:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768290.857977:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768290.857978:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b790.
00000400:00000200:1.0:1775768290.857981:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768290.857982:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768290.857985:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768290.857987:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768290.858001:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858007:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768290.858009:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858010:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.858012:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768290.858014:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858027:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768290.858030:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858037:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768290.858039:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858041:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.858042:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858044:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768290.858045:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768290.858048:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768290.858052:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768290.858055:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768290.858058:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768290.858066:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768290.858071:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768290.858074:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768287/real 1775768290]  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768290.858082:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768290.858083:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768290.858085:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768290.858087:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768290.858099:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768290.858102:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768290.858105:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768290.858119:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858126:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768290.858127:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858129:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.858130:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768290.858134:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858150:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768290.858154:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858160:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768290.858163:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858164:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768290.858166:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858167:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768290.858169:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768290.858171:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768290.858174:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768290.858177:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768290.858180:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768290.858187:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768290.858191:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858193:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768290.858196:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384683520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858208:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768290.858210:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768290.858211:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768290.858214:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768290.858215:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768290.858217:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768290.858219:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768290.858220:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768290.858223:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768290.858224:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768290.858225:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768290.858228:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768290.858229:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858231:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768290.858234:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384683648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768290.858239:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768290.858240:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768290.858242:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768290.858244:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768290.858245:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768290.858246:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768290.858248:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768290.858249:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768290.858251:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768290.858252:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768290.858253:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768290.858256:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768290.858257:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858258:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768290.858265:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768290.858267:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768290.858269:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768290.858270:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.240884:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.240889:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.240893:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.240894:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768291.240949:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768291.240953:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768291.240957:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768292.264906:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.264914:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.264922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.264923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768292.264994:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768292.264999:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768292.265002:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768292.904913:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768292.904921:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768292.904924:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768292.904927:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768292.904930:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768292.904936:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4550
00000400:00000200:0.0:1775768292.904944:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768292.904948:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768292.904950:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768292.904952:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.904955:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768292.904956:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.904958:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768292.904961:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768292.904962:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768292.904963:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768292.904965:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768292.904966:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768292.904968:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768292.904969:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.904970:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768292.904971:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.904973:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768292.904975:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768292.904977:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768292.904978:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768292.904980:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768292.904982:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768292.904984:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.904985:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768292.904987:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768292.904991:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768292.904993:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768292.904996:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768292.904997:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.904999:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768292.905001:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768292.905004:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768292.905010:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768292.905014:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768292.905020:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768292.905027:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768292.905030:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768292.905033:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768292.905054:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768292.905057:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768292.905060:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768292.905061:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768292.905063:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768292.905065:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768292.905068:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4550
00000400:00000200:0.0:1775768292.905094:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768292.905098:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768292.905100:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775768292.905101:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768292.905106:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905106:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768292.905108:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768292.905110:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768292.905112:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905115:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768292.905119:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768292.905119:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768292.905122:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:1.0:1775768292.905132:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1775768292.905134:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768292.905134:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.905139:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768292.905141:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
02000000:00000001:1.0:1775768292.905143:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775768292.905144:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
02000000:00000001:1.0:1775768292.905147:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768292.905148:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00100000:1.0:1775768292.905153:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384683776:192.168.202.154@tcp:250:kworker.0
00000100:00000040:0.0:1775768292.905155:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905161:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768292.905162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768292.905166:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768292.905168:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768292.905169:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768292.905172:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768292.905174:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768292.905176:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768292.905179:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905182:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768292.905182:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768292.905186:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768292.905186:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768292.905193:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768292.905194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768292.905198:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768292.905200:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768292.905201:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768292.905206:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775768292.905209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000008:00000001:0.0:1775768292.905210:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905213:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768292.905218:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000100:00000200:1.0:1775768292.905218:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683776, portal 25
00000020:00000040:0.0:1775768292.905221:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768292.905223:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768292.905226:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
02000000:00000001:0.0:1775768292.905227:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768292.905229:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905232:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768292.905234:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768292.905236:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.905236:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768292.905242:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768292.905247:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905250:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1775768292.905255:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768292.905256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768292.905261:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000001:0.0:1775768292.905267:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768292.905270:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768292.905271:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384683776, offset 0
00000100:00000040:0.0:1775768292.905276:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768292.905287:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905290:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768292.905294:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768292.905297:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768292.905300:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768292.905302:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768292.905304:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768292.905306:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768292.905308:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768292.905313:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4550
00000400:00000200:1.0:1775768292.905314:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768292.905321:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768292.905325:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768292.905328:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768292.905331:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200667:200667:256:4294967295] 192.168.202.154@tcp LPNI seq info [200667:200667:8:4294967295]
00000400:00000200:1.0:1775768292.905336:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.905346:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768292.905354:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768292.905355:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768292.905360:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768292.905364:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768292.905367:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768292.905367:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000001:0.0:1775768292.905372:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768292.905374:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905376:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.0:1775768292.905379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768292.905380:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768292.905383:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768292.905386:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775768292.905386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1775768292.905389:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768292.905393:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768292.905395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768292.905397:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768292.905401:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1775768292.905404:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905408:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1775768292.905411:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768292.905413:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905416:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768292.905418:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768292.905420:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905422:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768292.905423:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1775768292.905425:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
02000000:00000001:0.0:1775768292.905426:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768292.905431:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905433:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768292.905433:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1775768292.905436:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768292.905441:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.905442:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768292.905446:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.905449:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000010:0.0:1775768292.905450:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000400:00000010:1.0:1775768292.905453:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000020:00000040:0.0:1775768292.905454:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768292.905458:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768292.905458:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768292.905461:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905464:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775768292.905465:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768292.905466:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768292.905470:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768292.905476:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768292.905481:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905481:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.905486:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768292.905489:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768292.905513:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768292.905515:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905516:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905518:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775768292.905523:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.905526:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.905536:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768292.905537:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905540:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299224326
00000100:00080000:0.0:1775768292.905541:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768292.905544:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768292.905548:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768292.905550:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1775768292.905551:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:0.0:1775768292.905553:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768292.905557:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4550
00000100:00000001:1.0:1775768292.905560:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775768292.905564:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768292.905569:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768292.905569:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299224326
00000100:00080000:0.0:1775768292.905573:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775768292.905574:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768292.905579:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905580:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768292.905583:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768292.905585:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768292.905588:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905590:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905592:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768292.905595:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775768292.905596:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768292.905599:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768292.905601:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1775768292.905603:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292]  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768292.905604:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768292.905608:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768292.905613:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768292.905621:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905623:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775768292.905623:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768292.905627:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1775768292.905628:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905630:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768292.905632:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768292.905638:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:1.0:1775768292.905638:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768292.905643:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.905644:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
02000000:00000001:0.0:1775768292.905647:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768292.905648:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
02000000:00000001:0.0:1775768292.905651:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768292.905652:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1775768292.905656:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768292.905658:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768292.905659:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768292.905662:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768292.905669:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905672:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768292.905678:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000100:00000200:1.0:1775768292.905679:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768292.905682:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768292.905687:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768292.905689:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905693:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768292.905695:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768292.905696:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768292.905700:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905700:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.905706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1775768292.905707:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:1.0:1775768292.905709:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768292.905711:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768292.905715:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768292.905721:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768292.905734:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768292.905739:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768292.905742:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.905744:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768292.905749:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.905759:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768292.905767:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905767:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.905770:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1775768292.905772:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768292.905772:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.905777:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1775768292.905778:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768292.905780:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768292.905781:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768292.905784:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1775768292.905786:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775768292.905787:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768292.905792:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4550
00000100:00080000:1.0:1775768292.905794:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768292.905798:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1775768292.905800:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768292.905807:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768292.905808:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768292.905812:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768292.905818:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768292.905823:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775768292.905827:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384683776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768292.905867:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.905869:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.905872:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384683776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768292.905876:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905879:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1775768292.905881:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768292.905883:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1775768292.905884:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768292.905887:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
02000000:00000010:1.0:1775768292.905888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
00000020:00000001:0.0:1775768292.905889:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768292.905892:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
02000000:00000001:1.0:1775768292.905894:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768292.905896:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:1.0:1775768292.905897:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:0.0:1775768292.905900:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000040:1.0:1775768292.905900:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768292.905904:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1775768292.905908:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000010:1.0:1775768292.905908:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768292.905913:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768292.905914:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1775768292.905917:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768292.905918:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1775768292.905921:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:1.0:1775768292.905922:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768292.905927:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768292.905928:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1775768292.905932:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768292.905932:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768292.905937:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905937:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768292.905942:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768292.905945:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768292.905947:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905947:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768292.905950:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905951:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768292.905954:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768292.905955:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1775768292.905958:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905959:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768292.905962:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.905962:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1775768292.905967:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000100:00000040:1.0:1775768292.905969:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768292.905970:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768292.905975:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768292.905977:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905982:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768292.905983:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768292.905984:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768292.905985:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768292.905988:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.905989:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1775768292.905992:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768292.905992:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768292.905996:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768292.905997:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768292.906001:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683904:192.168.202.154@tcp:38:kworker.0
00000100:00100000:0.0:1775768292.906006:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768292.906006:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768292.906010:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768292.906014:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906018:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768292.906019:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768292.906022:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768292.906022:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768292.906027:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768292.906028:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768292.906035:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768292.906040:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768292.906046:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768292.906046:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768292.906052:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384683904, portal 10
00000100:00000040:0.0:1775768292.906053:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4560)
00000100:00000001:1.0:1775768292.906055:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768292.906057:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:1.0:1775768292.906065:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906082:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768292.906086:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768292.906088:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768292.906091:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384683904, offset 0
00000400:00000200:1.0:1775768292.906096:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906104:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768292.906108:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768292.906112:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768292.906115:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768292.906117:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906121:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200668:200668:256:4294967295] 192.168.202.154@tcp LPNI seq info [200668:200668:8:4294967295]
00000400:00000200:1.0:1775768292.906126:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906133:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768292.906137:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906141:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768292.906145:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768292.906148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768292.906152:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768292.906154:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768292.906157:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906159:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768292.906161:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768292.906165:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768292.906168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768292.906170:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768292.906173:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768292.906176:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906185:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906188:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906194:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906195:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768292.906199:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.906203:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768292.906207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768292.906209:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299223068
00000100:00000001:1.0:1775768292.906211:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906213:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299223068
00000100:00000001:1.0:1775768292.906215:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906217:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768292.906218:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906220:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768292.906223:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292]  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768292.906230:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768292.906231:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768292.906232:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768292.906235:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768292.906236:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768292.906238:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768292.906240:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768292.906247:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906252:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768292.906253:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906255:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906256:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768292.906259:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906265:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768292.906267:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906274:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768292.906276:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906277:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906278:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906280:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768292.906282:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768292.906285:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768292.906288:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768292.906290:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768292.906293:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768292.906300:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384683904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768292.906304:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768292.906306:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906312:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768292.906313:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906315:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768292.906317:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768292.906319:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768292.906321:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768292.906324:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768292.906326:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768292.906328:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906329:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906332:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768292.906334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.906338:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768292.906340:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768292.906343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768292.906345:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684032, portal 10
00000100:00000001:1.0:1775768292.906346:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768292.906348:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:1.0:1775768292.906352:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906358:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768292.906360:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768292.906362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768292.906364:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384684032, offset 0
00000400:00000200:1.0:1775768292.906367:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906370:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906374:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768292.906376:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768292.906378:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768292.906381:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768292.906383:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906385:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200669:200669:256:4294967295] 192.168.202.154@tcp LPNI seq info [200669:200669:8:4294967295]
00000400:00000200:1.0:1775768292.906389:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906395:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768292.906400:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906403:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768292.906407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768292.906409:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768292.906412:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768292.906414:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768292.906417:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906419:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768292.906422:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768292.906425:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768292.906428:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768292.906430:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768292.906432:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768292.906435:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906443:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906445:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906456:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906457:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768292.906460:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.906462:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768292.906464:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768292.906465:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299223046
00000100:00000001:1.0:1775768292.906467:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906468:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299223046
00000100:00000001:1.0:1775768292.906469:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906471:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768292.906472:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906474:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768292.906476:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292]  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768292.906480:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768292.906481:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768292.906482:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768292.906484:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768292.906484:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768292.906486:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768292.906488:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768292.906492:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906496:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768292.906496:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906497:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906498:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768292.906500:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906504:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768292.906506:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906510:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768292.906511:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906512:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906512:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906513:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768292.906515:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768292.906516:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768292.906519:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768292.906521:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768292.906524:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768292.906530:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768292.906532:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768292.906535:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906541:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768292.906542:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906544:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768292.906545:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768292.906547:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768292.906550:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768292.906553:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768292.906555:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768292.906557:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906559:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906562:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768292.906564:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.906567:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768292.906569:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768292.906572:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768292.906574:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684160, portal 4
00000100:00000001:1.0:1775768292.906575:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768292.906576:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768292.906580:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906584:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768292.906586:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768292.906587:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768292.906588:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384684160, offset 0
00000400:00000200:1.0:1775768292.906590:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906592:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906594:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768292.906596:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768292.906598:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768292.906599:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768292.906601:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906603:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200670:200670:256:4294967295] 192.168.202.154@tcp LPNI seq info [200670:200670:8:4294967295]
00000400:00000200:1.0:1775768292.906606:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906611:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768292.906615:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906618:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768292.906621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768292.906623:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768292.906627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768292.906629:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768292.906632:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906634:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768292.906636:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768292.906639:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768292.906641:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768292.906643:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768292.906644:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768292.906647:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906653:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906655:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906661:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768292.906665:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.906667:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768292.906670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768292.906671:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299223058
00000100:00000001:1.0:1775768292.906673:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906675:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299223058
00000100:00000001:1.0:1775768292.906677:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.906678:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768292.906680:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906682:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768292.906685:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292]  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768292.906692:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768292.906693:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768292.906694:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768292.906696:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768292.906697:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768292.906699:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768292.906702:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768292.906708:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906713:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768292.906714:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906716:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906717:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768292.906719:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906725:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768292.906728:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906732:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768292.906734:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.906736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906738:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768292.906740:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768292.906741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768292.906744:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768292.906746:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768292.906748:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768292.906754:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768292.906757:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906758:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906761:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384683904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906766:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768292.906767:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906769:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768292.906771:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768292.906772:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768292.906773:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768292.906775:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768292.906777:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768292.906779:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768292.906780:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768292.906781:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:1.0:1775768292.906784:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768292.906785:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906786:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906788:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384684032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906793:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768292.906794:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768292.906798:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768292.906799:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768292.906801:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768292.906802:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768292.906804:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768292.906806:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768292.906807:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768292.906808:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:1.0:1775768292.906810:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768292.906811:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906812:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906815:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384684160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906820:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768292.906821:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906822:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768292.906824:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768292.906825:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768292.906826:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768292.906828:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768292.906853:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768292.906855:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768292.906857:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768292.906858:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768292.906861:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768292.906862:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.906868:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768292.906869:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.906872:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768292.906873:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768292.906875:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768292.906879:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906885:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768292.906886:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906888:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768292.906890:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768292.906892:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768292.906895:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768292.906898:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768292.906900:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768292.906901:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768292.906903:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768292.906906:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768292.906908:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768292.906912:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768292.906914:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768292.906916:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768292.906919:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684288, portal 4
00000100:00000001:1.0:1775768292.906922:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768292.906922:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768292.906926:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906931:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768292.906932:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768292.906933:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768292.906935:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384684288, offset 0
00000400:00000200:1.0:1775768292.906937:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906939:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906942:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768292.906943:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768292.906945:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768292.906947:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768292.906948:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768292.906950:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200671:200671:256:4294967295] 192.168.202.154@tcp LPNI seq info [200671:200671:8:4294967295]
00000400:00000200:1.0:1775768292.906952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768292.906956:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768292.906959:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906960:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768292.906963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768292.906964:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768292.906967:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768292.906969:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768292.906971:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768292.906972:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768292.906974:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768292.906976:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768292.906978:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768292.906979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768292.906980:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768292.906982:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.906991:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.906994:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.907000:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.907001:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768292.907004:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768292.907006:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768292.907009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768292.907010:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299223061
00000100:00000001:1.0:1775768292.907013:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.907014:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299223061
00000100:00000001:1.0:1775768292.907016:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299224326
00000100:00000001:1.0:1775768292.907018:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768292.907020:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.907021:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768292.907025:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768292/real 1775768292]  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768292.907032:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768292.907034:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768292.907035:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768292.907037:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768292.907039:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768292.907041:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768292.907044:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768292.907050:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.907054:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768292.907056:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907057:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.907058:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768292.907060:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.907063:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768292.907065:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.907082:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768292.907084:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907085:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768292.907087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907088:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768292.907090:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768292.907093:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768292.907096:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768292.907098:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768292.907102:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768292.907109:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768292.907113:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907114:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768292.907117:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384684288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768292.907123:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768292.907124:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768292.907134:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768292.907136:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768292.907137:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768292.907138:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768292.907139:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768292.907143:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768292.907145:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768292.907145:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768292.907146:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768292.907148:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768292.907149:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907150:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768292.907153:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768292.907154:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768292.907155:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768292.907156:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.288909:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.288918:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768293.288920:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768293.288923:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.288928:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768293.288930:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.288933:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.288935:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.288939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.288941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768293.289000:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768293.289004:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768293.289008:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768294.248944:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299224326, at 4299224384
00000100:00000010:1.0:1775768294.248962:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768294.248970:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299224326, at 4299224384
00000100:00000010:0.0:1775768294.248978:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768294.312885:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.312890:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.312894:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.312896:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768294.312945:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768294.312949:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768294.312953:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768295.336904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768295.336911:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.336918:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768295.336919:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768295.336972:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768295.336975:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768295.336978:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768296.360964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.360971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.360977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.360978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768296.361047:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768296.361053:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768296.361057:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768297.384961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.384968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.384974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.384976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768297.385051:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768297.385054:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768297.385057:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768298.024948:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768298.024957:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768298.024959:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768298.024962:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768298.024965:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768298.024971:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4555
00000400:00000200:0.0:1775768298.024979:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768298.024983:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768298.024986:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768298.024988:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.024990:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.024992:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.024993:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768298.024996:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768298.024997:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768298.024999:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768298.025000:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768298.025005:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768298.025006:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768298.025009:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025011:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025012:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025014:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768298.025017:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768298.025031:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025033:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768298.025036:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768298.025039:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768298.025041:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025044:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768298.025046:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768298.025056:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768298.025059:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768298.025063:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768298.025064:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025067:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768298.025069:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768298.025073:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768298.025080:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768298.025085:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768298.025092:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768298.025100:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768298.025103:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768298.025106:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768298.025129:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768298.025131:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768298.025133:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768298.025134:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768298.025135:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768298.025137:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768298.025139:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4555
00000400:00000200:0.0:1775768298.025141:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768298.025143:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768298.025145:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768298.025147:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025148:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025149:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025151:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768298.025152:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768298.025153:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768298.025154:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768298.025155:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768298.025156:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768298.025158:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768298.025160:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025163:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025165:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768298.025166:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768298.025169:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025170:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768298.025171:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768298.025173:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768298.025175:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768298.025178:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025179:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768298.025179:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1775768298.025183:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768298.025183:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1775768298.025186:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025189:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.025189:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768298.025191:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768298.025195:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768298.025199:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768298.025201:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025205:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768298.025206:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768298.025206:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768298.025209:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025209:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768298.025214:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768298.025214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768298.025217:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768298.025221:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768298.025224:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768298.025228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025232:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768298.025234:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768298.025234:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384684416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768298.025240:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768298.025241:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768298.025244:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768298.025247:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025249:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.025250:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768298.025252:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768298.025254:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1775768298.025255:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
00000100:00000001:0.0:1775768298.025256:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768298.025259:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768298.025260:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025261:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768298.025264:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4555
00000400:00000200:0.0:1775768298.025270:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.025271:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768298.025273:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768298.025276:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768298.025278:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768298.025278:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768298.025280:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025283:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025285:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768298.025286:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768298.025287:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000010:1.0:1775768298.025287:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000020:00000001:0.0:1775768298.025289:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768298.025291:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768298.025293:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768298.025294:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768298.025296:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025297:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768298.025297:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684416, portal 25
00000100:00000040:0.0:1775768298.025299:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025303:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768298.025303:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1775768298.025306:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:1.0:1775768298.025307:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00080000:0.0:1775768298.025308:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025311:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768298.025313:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768298.025316:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768298.025316:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768298.025320:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025323:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768298.025326:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768298.025330:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025331:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768298.025333:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768298.025335:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1775768298.025336:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000040:1.0:1775768298.025340:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768298.025341:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768298.025343:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768298.025344:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000001:0.0:1775768298.025346:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775768298.025347:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384684416, offset 0
02000000:00000001:0.0:1775768298.025348:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768298.025351:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025354:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000010:0.0:1775768298.025357:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000400:00000200:1.0:1775768298.025361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768298.025362:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025368:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00100000:0.0:1775768298.025370:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768298.025373:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768298.025380:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768298.025384:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768298.025387:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768298.025389:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025392:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:0.0:1775768298.025396:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768298.025402:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200672:200672:256:4294967295] 192.168.202.154@tcp LPNI seq info [200672:200672:8:4294967295]
00000100:00000001:0.0:1775768298.025408:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768298.025412:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768298.025414:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768298.025417:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768298.025418:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768298.025419:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768298.025422:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768298.025425:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4555
00000400:00000200:1.0:1775768298.025430:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768298.025436:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768298.025438:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768298.025443:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000010:1.0:1775768298.025444:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00080000:0.0:1775768298.025445:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768298.025449:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025450:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025453:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768298.025455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768298.025456:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768298.025460:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1775768298.025461:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1775768298.025462:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768298.025464:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768298.025467:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768298.025469:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768298.025472:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.1:1775768298.025472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768298.025477:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768298.025478:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768298.025479:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025482:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025484:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768298.025487:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000100:1.0:1775768298.025488:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768298.025491:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000010:1.0:1775768298.025492:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00000001:0.0:1775768298.025493:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768298.025496:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768298.025498:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768298.025499:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025499:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768298.025503:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768298.025505:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768298.025509:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025509:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768298.025513:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768298.025517:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000400:00000200:1.0:1775768298.025517:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000020:00000040:0.0:1775768298.025521:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000010:1.0:1775768298.025522:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
02000000:00000001:0.0:1775768298.025524:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768298.025525:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025527:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768298.025528:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768298.025529:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768298.025531:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768298.025533:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000200:1.0:1775768298.025534:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768298.025537:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768298.025543:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768298.025552:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768298.025553:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768298.025555:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.025560:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768298.025561:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768298.025587:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768298.025589:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768298.025589:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025593:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768298.025594:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768298.025596:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768298.025597:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768298.025599:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768298.025601:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4555
00000100:00000001:1.0:1775768298.025602:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768298.025606:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768298.025608:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768298.025611:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768298.025612:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768298.025615:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768298.025615:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299229446
00000100:00000001:0.0:1775768298.025619:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025620:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025622:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:1.0:1775768298.025622:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000020:00000001:0.0:1775768298.025625:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768298.025627:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768298.025628:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768298.025629:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768298.025630:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1775768298.025631:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768298.025634:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768298.025636:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768298.025637:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768298.025639:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768298.025639:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299229446
00000100:00000001:0.0:1775768298.025641:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:1.0:1775768298.025643:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000020:00000040:0.0:1775768298.025644:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768298.025648:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768298.025648:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768298.025652:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025653:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768298.025655:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768298.025656:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768298.025658:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768298.025659:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775768298.025660:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025662:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768298.025663:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1775768298.025665:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768298/real 1775768298]  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768298.025666:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025670:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768298.025674:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768298.025678:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768298.025682:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768298.025684:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768298.025687:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768298.025690:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768298.025691:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768298.025692:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1775768298.025693:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000400:00000001:1.0:1775768298.025694:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768298.025696:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768298.025697:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025699:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768298.025701:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00100000:0.0:1775768298.025703:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768298.025704:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768298.025709:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768298.025714:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768298.025717:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768298.025725:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768298.025725:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025752:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768298.025753:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025755:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768298.025757:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4565)
00000100:00000001:1.0:1775768298.025757:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.025758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768298.025763:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025768:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768298.025770:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025775:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768298.025776:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.025778:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.025778:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.025780:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768298.025781:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768298.025783:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768298.025785:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768298.025787:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768298.025789:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768298.025795:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384684416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768298.025799:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.025800:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.025802:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384684416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025805:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768298.025807:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768298.025809:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768298.025811:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768298.025812:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768298.025813:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768298.025814:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768298.025816:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768298.025818:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768298.025820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768298.025822:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768298.025824:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768298.025825:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.025826:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.025859:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768298.025861:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768298.025865:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768298.025866:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768298.025869:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025874:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768298.025875:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.025876:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768298.025877:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768298.025878:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768298.025880:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768298.025882:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768298.025884:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768298.025885:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.025886:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768298.025888:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768298.025889:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.025891:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768298.025893:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768298.025895:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768298.025897:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684544, portal 10
00000100:00000001:1.0:1775768298.025898:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768298.025899:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768298.025903:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025907:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768298.025908:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768298.025909:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768298.025911:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384684544, offset 0
00000400:00000200:1.0:1775768298.025913:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768298.025916:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.025919:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768298.025921:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768298.025924:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768298.025926:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768298.025928:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768298.025931:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200673:200673:256:4294967295] 192.168.202.154@tcp LPNI seq info [200673:200673:8:4294967295]
00000400:00000200:1.0:1775768298.025935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.025941:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768298.025945:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.025948:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768298.025952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768298.025955:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768298.025959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768298.025962:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768298.025965:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.025967:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768298.025969:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768298.025973:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768298.025976:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768298.025977:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768298.025978:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768298.025980:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025985:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.025987:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.025991:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.025992:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768298.025994:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.025997:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768298.025999:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768298.026000:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299228188
00000100:00000001:1.0:1775768298.026002:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026003:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299228188
00000100:00000001:1.0:1775768298.026005:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026006:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768298.026007:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026008:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768298.026010:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768298/real 1775768298]  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768298.026015:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768298.026015:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768298.026017:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768298.026018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768298.026031:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768298.026033:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768298.026035:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768298.026039:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026043:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768298.026044:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026045:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026046:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768298.026047:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026051:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768298.026053:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026057:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768298.026059:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026059:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026060:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026061:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768298.026062:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768298.026064:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768298.026067:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768298.026068:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768298.026072:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768298.026078:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768298.026082:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768298.026085:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026090:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768298.026092:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026094:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768298.026095:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768298.026097:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768298.026100:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768298.026102:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768298.026104:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768298.026106:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026108:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026111:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768298.026112:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.026115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768298.026117:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768298.026118:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768298.026120:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684672, portal 10
00000100:00000001:1.0:1775768298.026122:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768298.026123:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:1.0:1775768298.026126:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026131:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768298.026133:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768298.026135:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768298.026138:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384684672, offset 0
00000400:00000200:1.0:1775768298.026141:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026145:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026148:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768298.026150:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768298.026153:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768298.026155:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768298.026157:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026160:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200674:200674:256:4294967295] 192.168.202.154@tcp LPNI seq info [200674:200674:8:4294967295]
00000400:00000200:1.0:1775768298.026164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026170:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768298.026174:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026177:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768298.026181:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768298.026183:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768298.026187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768298.026189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768298.026192:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026194:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768298.026197:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768298.026200:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768298.026202:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768298.026204:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768298.026206:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768298.026210:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026216:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026219:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026224:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026225:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768298.026228:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.026231:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768298.026233:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768298.026235:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299228166
00000100:00000001:1.0:1775768298.026237:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026238:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299228166
00000100:00000001:1.0:1775768298.026241:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026243:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768298.026245:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026246:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768298.026249:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768298/real 1775768298]  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768298.026256:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768298.026257:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768298.026259:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768298.026260:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768298.026261:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768298.026263:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768298.026265:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768298.026271:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026276:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768298.026278:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026279:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026280:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768298.026283:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026289:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768298.026292:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026299:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768298.026301:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026303:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026304:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026305:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768298.026307:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768298.026309:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768298.026312:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768298.026314:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768298.026317:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768298.026324:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768298.026328:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768298.026331:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026337:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768298.026338:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026340:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768298.026342:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768298.026344:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768298.026347:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768298.026350:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768298.026351:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768298.026353:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026354:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026358:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768298.026360:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.026363:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768298.026365:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768298.026368:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768298.026369:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684800, portal 4
00000100:00000001:1.0:1775768298.026371:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768298.026371:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768298.026375:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026380:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768298.026381:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768298.026382:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768298.026384:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384684800, offset 0
00000400:00000200:1.0:1775768298.026386:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026388:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026390:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768298.026392:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768298.026393:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768298.026395:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768298.026396:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026398:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200675:200675:256:4294967295] 192.168.202.154@tcp LPNI seq info [200675:200675:8:4294967295]
00000400:00000200:1.0:1775768298.026400:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026404:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768298.026407:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026408:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768298.026411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768298.026413:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768298.026415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768298.026416:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768298.026419:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026420:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768298.026422:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768298.026424:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768298.026425:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768298.026426:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768298.026428:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768298.026429:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026434:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026436:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026443:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026444:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768298.026446:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.026448:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768298.026449:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768298.026451:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299228178
00000100:00000001:1.0:1775768298.026452:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026453:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299228178
00000100:00000001:1.0:1775768298.026455:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026456:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768298.026457:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026458:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768298.026460:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768298/real 1775768298]  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768298.026464:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768298.026464:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768298.026465:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768298.026466:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768298.026467:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768298.026468:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768298.026470:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768298.026474:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026477:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768298.026478:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026479:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026480:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768298.026481:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026485:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768298.026487:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026491:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768298.026492:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026493:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026494:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026495:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768298.026496:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768298.026497:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768298.026500:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768298.026502:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768298.026505:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768298.026511:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768298.026514:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768298.026517:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026522:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768298.026523:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026525:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768298.026527:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768298.026529:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768298.026531:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768298.026534:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768298.026536:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768298.026538:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768298.026539:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026542:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768298.026544:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768298.026546:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768298.026549:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768298.026551:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768298.026553:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384684928, portal 4
00000100:00000001:1.0:1775768298.026555:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768298.026555:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768298.026559:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026563:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768298.026564:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768298.026566:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768298.026567:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384684928, offset 0
00000400:00000200:1.0:1775768298.026569:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026571:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026573:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768298.026575:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768298.026576:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768298.026578:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768298.026579:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768298.026581:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200676:200676:256:4294967295] 192.168.202.154@tcp LPNI seq info [200676:200676:8:4294967295]
00000400:00000200:1.0:1775768298.026583:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768298.026587:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768298.026589:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026591:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768298.026593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768298.026595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768298.026597:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768298.026598:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768298.026601:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768298.026602:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768298.026604:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768298.026606:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768298.026607:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768298.026608:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768298.026610:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768298.026611:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026617:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026619:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026625:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026627:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768298.026629:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768298.026632:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768298.026635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768298.026636:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299228180
00000100:00000001:1.0:1775768298.026639:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026640:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299228180
00000100:00000001:1.0:1775768298.026642:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299229446
00000100:00000001:1.0:1775768298.026645:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768298.026646:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026649:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768298.026652:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768298/real 1775768298]  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768298.026659:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768298.026660:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768298.026662:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768298.026664:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768298.026665:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768298.026668:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768298.026671:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768298.026678:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026684:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768298.026685:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026687:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026688:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768298.026692:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026697:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768298.026699:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026703:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768298.026704:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026705:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768298.026706:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026707:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768298.026708:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768298.026709:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768298.026711:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768298.026712:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768298.026714:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768298.026718:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384684928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768298.026720:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026722:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026724:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384684544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026727:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768298.026728:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026730:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768298.026731:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768298.026732:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768298.026733:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768298.026734:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768298.026735:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768298.026736:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768298.026737:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768298.026738:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768298.026740:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768298.026741:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026742:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026743:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384684672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026747:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768298.026747:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026748:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768298.026749:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768298.026750:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768298.026751:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768298.026752:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768298.026752:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:1.0:1775768298.026753:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768298.026754:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768298.026755:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768298.026757:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768298.026757:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026758:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026760:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384684800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026763:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768298.026764:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026765:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768298.026767:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768298.026767:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768298.026768:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768298.026769:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768298.026770:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768298.026771:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768298.026772:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768298.026772:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768298.026774:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768298.026775:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026775:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768298.026777:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384684928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768298.026780:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768298.026780:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768298.026781:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768298.026782:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768298.026783:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768298.026783:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768298.026784:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768298.026785:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768298.026786:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768298.026786:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768298.026787:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768298.026788:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768298.026789:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026789:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768298.026792:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768298.026793:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768298.026794:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768298.026795:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.408935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.408940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.408945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.408948:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768298.408949:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768298.408952:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.408954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768298.408956:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.408957:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.408958:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768298.409041:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768298.409044:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768298.409047:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768299.368927:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299229446, at 4299229504
00000100:00000010:1.0:1775768299.368942:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00000100:00000040:0.0:1775768299.368954:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299229446, at 4299229504
00000100:00000010:0.0:1775768299.368961:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768299.432939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.432946:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.432953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.432954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768299.433030:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768299.433042:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768299.433046:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768300.456914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.456920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768300.456924:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.456926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768300.456965:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768300.456968:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768300.456970:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768301.480971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.480976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.480981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.480982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768301.481062:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768301.481067:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768301.481071:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768302.504914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.504922:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.504930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.504931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768302.504973:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768302.504999:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768302.505003:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768303.144907:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768303.144918:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768303.144920:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768303.144923:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768303.144926:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768303.144932:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4560
00000400:00000200:0.0:1775768303.144940:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768303.144944:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768303.144947:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768303.144949:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.144952:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.144953:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.144955:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768303.144957:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768303.144959:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768303.144960:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768303.144962:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768303.144963:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768303.144964:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768303.144966:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.144967:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.144968:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.144980:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768303.144983:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768303.144985:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768303.144987:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.144989:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768303.144991:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768303.144993:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.144995:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768303.144996:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768303.145003:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768303.145005:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768303.145008:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768303.145009:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145012:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768303.145014:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768303.145016:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768303.145022:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768303.145027:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768303.145033:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768303.145041:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768303.145044:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768303.145047:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768303.145064:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768303.145065:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768303.145067:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768303.145068:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768303.145069:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768303.145071:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768303.145072:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4560
00000400:00000200:0.0:1775768303.145074:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768303.145076:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768303.145077:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768303.145079:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145080:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145082:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145083:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768303.145085:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768303.145086:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768303.145087:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768303.145088:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768303.145090:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768303.145092:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768303.145095:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768303.145096:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768303.145098:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768303.145100:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768303.145102:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768303.145103:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768303.145107:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768303.145111:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000040:1.0:1775768303.145111:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768303.145117:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145123:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145124:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768303.145127:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768303.145127:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145131:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768303.145133:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768303.145134:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768303.145135:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145140:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.145141:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384685056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768303.145143:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768303.145146:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1775768303.145147:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768303.145149:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1775768303.145150:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145152:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145152:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145156:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1775768303.145157:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768303.145160:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000010:1.0:1775768303.145161:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:0.0:1775768303.145163:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768303.145164:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145165:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145167:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768303.145168:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768303.145169:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768303.145172:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768303.145174:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768303.145178:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768303.145180:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768303.145182:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768303.145189:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768303.145189:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:0.0:1775768303.145192:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768303.145195:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768303.145196:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685056, portal 25
00000100:00000001:1.0:1775768303.145201:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768303.145204:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000001:0.0:1775768303.145205:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768303.145208:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768303.145209:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768303.145213:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768303.145216:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768303.145218:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768303.145223:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768303.145223:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768303.145228:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4560
00000100:00000040:1.0:1775768303.145229:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768303.145232:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000400:00000200:0.0:1775768303.145233:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768303.145235:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384685056, offset 0
00000400:00000200:0.0:1775768303.145237:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768303.145239:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768303.145244:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145245:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145247:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145250:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145251:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768303.145252:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768303.145254:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:1.0:1775768303.145254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:0.0:1775768303.145257:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768303.145259:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768303.145260:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768303.145262:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000001:0.0:1775768303.145263:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768303.145267:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145268:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768303.145269:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145272:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145274:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768303.145275:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768303.145277:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768303.145278:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768303.145281:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145283:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145285:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145288:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768303.145289:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200677:200677:256:4294967295] 192.168.202.154@tcp LPNI seq info [200677:200677:8:4294967295]
02000000:00000001:0.0:1775768303.145290:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768303.145294:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145297:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768303.145297:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:0.0:1775768303.145298:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768303.145300:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145303:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768303.145308:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000400:00000200:1.0:1775768303.145308:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775768303.145312:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768303.145314:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768303.145316:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768303.145316:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145320:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768303.145321:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768303.145322:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768303.145322:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
02000000:00000010:0.0:1775768303.145327:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768303.145331:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768303.145331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768303.145336:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00100000:0.0:1775768303.145338:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775768303.145344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768303.145348:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775768303.145348:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768303.145350:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768303.145353:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768303.145357:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768303.145358:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768303.145363:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768303.145364:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768303.145366:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1775768303.145367:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145370:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1775768303.145371:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00080000:0.0:1775768303.145374:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4560
00000400:00000200:1.0:1775768303.145376:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768303.145378:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768303.145383:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768303.145385:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768303.145386:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768303.145389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000040:0.0:1775768303.145390:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768303.145392:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:0.0:1775768303.145393:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145396:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145397:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768303.145397:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1775768303.145400:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768303.145402:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768303.145403:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775768303.145403:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768303.145406:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768303.145409:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768303.145413:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768303.145419:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145422:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145426:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145429:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768303.145431:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768303.145432:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768303.145433:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145435:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145437:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768303.145437:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768303.145440:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768303.145444:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145449:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768303.145449:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145451:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1775768303.145453:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768303.145456:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145457:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768303.145460:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768303.145462:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768303.145463:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145464:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768303.145467:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145469:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768303.145470:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768303.145472:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768303.145473:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145474:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299234566
02000000:00000010:0.0:1775768303.145479:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000010:1.0:1775768303.145479:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:0.0:1775768303.145484:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145487:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1775768303.145491:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768303.145495:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299234566
00000100:00000010:1.0:1775768303.145500:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:0.0:1775768303.145501:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768303.145503:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768303.145505:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145507:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768303.145510:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145510:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145515:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768303.145520:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.145520:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768303/real 1775768303]  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768303.145522:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768303.145529:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768303.145532:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768303.145534:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768303.145537:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:1.0:1775768303.145538:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1775768303.145540:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4560
00000400:00000001:1.0:1775768303.145540:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768303.145543:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:0.0:1775768303.145546:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768303.145549:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768303.145549:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000100:00080000:0.0:1775768303.145553:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775768303.145553:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000040:0.0:1775768303.145556:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145558:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768303.145559:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768303.145560:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145563:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768303.145565:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768303.145566:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:1.0:1775768303.145566:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768303.145567:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768303.145570:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768303.145573:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768303.145576:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768303.145581:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145584:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768303.145587:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145589:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768303.145590:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768303.145591:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768303.145595:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768303.145598:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768303.145601:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768303.145604:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768303.145608:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145610:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768303.145610:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:0.0:1775768303.145611:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768303.145613:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145614:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768303.145616:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768303.145617:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768303.145618:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768303.145619:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768303.145620:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768303.145621:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768303.145622:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768303.145625:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768303.145626:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768303.145629:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768303.145633:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768303.145634:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768303.145636:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768303.145640:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768303.145642:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4570)
00000100:00000001:1.0:1775768303.145659:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145661:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.145662:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768303.145666:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145671:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768303.145673:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145677:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768303.145679:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145680:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.145681:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145682:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768303.145684:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768303.145685:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768303.145688:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768303.145689:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768303.145691:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768303.145696:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384685056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768303.145699:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145700:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.145702:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384685056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145706:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768303.145707:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768303.145709:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768303.145711:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768303.145712:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768303.145713:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768303.145714:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768303.145716:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768303.145718:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768303.145719:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768303.145720:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768303.145722:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768303.145723:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145725:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145730:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768303.145731:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145732:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768303.145733:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768303.145734:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768303.145736:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145740:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768303.145741:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145742:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768303.145744:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768303.145745:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.145746:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768303.145748:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768303.145749:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768303.145750:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145751:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768303.145753:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768303.145754:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768303.145757:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768303.145758:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768303.145760:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768303.145762:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685184, portal 10
00000100:00000001:1.0:1775768303.145763:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768303.145764:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768303.145768:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145772:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768303.145773:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768303.145775:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768303.145776:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384685184, offset 0
00000400:00000200:1.0:1775768303.145778:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145781:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.145783:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768303.145785:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768303.145786:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768303.145788:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768303.145789:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.145791:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200678:200678:256:4294967295] 192.168.202.154@tcp LPNI seq info [200678:200678:8:4294967295]
00000400:00000200:1.0:1775768303.145794:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.145798:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768303.145800:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.145802:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768303.145805:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768303.145807:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768303.145809:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768303.145811:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768303.145813:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.145814:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768303.145816:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768303.145818:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768303.145820:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768303.145821:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768303.145822:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768303.145824:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145849:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.145852:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145864:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145865:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768303.145869:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768303.145872:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768303.145875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768303.145877:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299233308
00000100:00000001:1.0:1775768303.145879:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.145881:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299233308
00000100:00000001:1.0:1775768303.145883:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.145885:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768303.145887:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.145888:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768303.145892:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768303/real 1775768303]  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768303.145900:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768303.145901:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768303.145902:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768303.145905:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768303.145906:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768303.145908:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768303.145911:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768303.145916:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145920:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768303.145921:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145922:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.145923:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768303.145924:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145928:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768303.145930:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145934:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768303.145935:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145936:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.145937:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.145938:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768303.145939:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768303.145940:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768303.145942:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768303.145943:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768303.145945:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768303.145949:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768303.145951:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768303.145952:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.145956:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768303.145957:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145958:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768303.145959:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768303.145960:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.145962:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768303.145964:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768303.145965:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768303.145966:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.145967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768303.145983:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768303.145985:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768303.145987:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768303.145989:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768303.145991:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768303.145993:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685312, portal 10
00000100:00000001:1.0:1775768303.145994:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768303.145995:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768303.145998:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146002:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768303.146004:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768303.146005:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768303.146006:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384685312, offset 0
00000400:00000200:1.0:1775768303.146008:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146010:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146012:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768303.146014:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768303.146016:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768303.146017:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768303.146019:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146020:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200679:200679:256:4294967295] 192.168.202.154@tcp LPNI seq info [200679:200679:8:4294967295]
00000400:00000200:1.0:1775768303.146023:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146027:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768303.146029:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146031:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768303.146033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768303.146035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768303.146037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768303.146039:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768303.146041:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146043:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768303.146045:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768303.146047:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768303.146049:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768303.146049:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768303.146051:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768303.146053:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146057:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146059:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146062:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146063:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768303.146065:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768303.146066:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768303.146068:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768303.146069:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299233286
00000100:00000001:1.0:1775768303.146070:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146072:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299233286
00000100:00000001:1.0:1775768303.146073:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146074:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768303.146075:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146076:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768303.146078:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768303/real 1775768303]  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768303.146082:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768303.146083:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768303.146083:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768303.146085:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768303.146086:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768303.146087:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768303.146089:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768303.146093:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146097:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768303.146097:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146098:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146099:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768303.146101:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146104:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768303.146106:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146109:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768303.146111:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146111:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146112:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146113:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768303.146114:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768303.146115:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768303.146117:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768303.146118:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768303.146120:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768303.146124:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768303.146126:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768303.146128:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146132:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768303.146133:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.146134:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768303.146135:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768303.146136:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.146137:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768303.146139:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768303.146140:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768303.146141:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.146142:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146143:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768303.146144:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768303.146146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768303.146148:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768303.146149:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768303.146151:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685440, portal 4
00000100:00000001:1.0:1775768303.146152:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768303.146153:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768303.146156:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146160:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768303.146161:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768303.146162:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768303.146163:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384685440, offset 0
00000400:00000200:1.0:1775768303.146165:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146167:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146169:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768303.146170:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768303.146172:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768303.146173:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768303.146174:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146176:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200680:200680:256:4294967295] 192.168.202.154@tcp LPNI seq info [200680:200680:8:4294967295]
00000400:00000200:1.0:1775768303.146179:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146182:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768303.146184:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146186:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768303.146188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768303.146189:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768303.146192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768303.146193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768303.146195:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146196:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768303.146198:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768303.146200:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768303.146201:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768303.146202:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768303.146203:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768303.146205:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146209:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146210:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146214:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146215:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768303.146216:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768303.146218:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768303.146219:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768303.146220:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299233298
00000100:00000001:1.0:1775768303.146221:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146222:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299233298
00000100:00000001:1.0:1775768303.146224:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146225:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768303.146227:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146228:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768303.146230:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768303/real 1775768303]  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768303.146234:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768303.146234:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768303.146235:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768303.146236:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768303.146237:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768303.146238:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768303.146239:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768303.146244:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146247:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768303.146248:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146249:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146250:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768303.146252:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146255:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768303.146257:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146261:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768303.146263:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146265:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146266:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768303.146268:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768303.146270:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768303.146273:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768303.146274:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768303.146278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768303.146285:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768303.146288:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768303.146291:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146297:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768303.146298:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.146300:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768303.146302:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768303.146304:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768303.146306:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768303.146309:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768303.146311:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768303.146312:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768303.146314:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146317:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768303.146319:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768303.146322:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768303.146324:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768303.146327:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768303.146329:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685568, portal 4
00000100:00000001:1.0:1775768303.146331:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768303.146332:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768303.146337:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146343:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768303.146345:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768303.146346:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768303.146348:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384685568, offset 0
00000400:00000200:1.0:1775768303.146350:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146353:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146355:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768303.146356:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768303.146358:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768303.146359:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768303.146361:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768303.146363:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200681:200681:256:4294967295] 192.168.202.154@tcp LPNI seq info [200681:200681:8:4294967295]
00000400:00000200:1.0:1775768303.146365:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768303.146368:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768303.146371:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146372:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768303.146375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768303.146376:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768303.146379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768303.146380:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768303.146382:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768303.146384:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768303.146386:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768303.146388:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768303.146389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768303.146390:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768303.146392:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768303.146393:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146398:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146400:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146403:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146404:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768303.146406:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768303.146408:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768303.146410:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768303.146411:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299233300
00000100:00000001:1.0:1775768303.146412:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146414:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299233300
00000100:00000001:1.0:1775768303.146415:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299234566
00000100:00000001:1.0:1775768303.146416:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768303.146417:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146418:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768303.146420:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768303/real 1775768303]  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768303.146426:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768303.146427:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768303.146429:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768303.146431:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768303.146432:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768303.146434:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768303.146436:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768303.146443:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146449:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768303.146450:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146452:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146453:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768303.146456:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146463:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768303.146467:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146473:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768303.146475:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146476:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768303.146477:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146478:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768303.146479:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768303.146481:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768303.146483:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768303.146484:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768303.146486:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768303.146491:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768303.146492:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146494:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146495:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384685184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146498:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768303.146499:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146501:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768303.146502:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768303.146503:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768303.146504:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768303.146505:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768303.146506:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768303.146508:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768303.146509:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768303.146509:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768303.146511:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768303.146512:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146513:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146514:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384685312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146518:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768303.146519:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146520:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768303.146521:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768303.146521:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768303.146522:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768303.146523:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768303.146524:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768303.146525:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768303.146525:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768303.146526:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768303.146528:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768303.146529:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146530:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146531:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384685440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146534:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768303.146535:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146535:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768303.146537:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768303.146537:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768303.146538:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768303.146539:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768303.146539:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768303.146540:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768303.146541:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768303.146541:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768303.146543:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768303.146543:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146545:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768303.146546:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384685568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768303.146553:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768303.146554:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768303.146555:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768303.146556:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768303.146556:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768303.146557:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768303.146558:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768303.146559:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768303.146560:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768303.146560:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768303.146561:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768303.146562:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768303.146563:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146564:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768303.146566:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768303.146567:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768303.146569:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768303.146570:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.528935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.528942:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768303.528943:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768303.528946:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.528951:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768303.528953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.528954:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.528956:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.528960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.528961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768303.529024:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768303.529026:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768303.529029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768304.488931:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299234566, at 4299234624
00000100:00000010:1.0:1775768304.488944:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768304.488946:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299234566, at 4299234624
00000100:00000010:0.0:1775768304.488955:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768304.552914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.552920:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.552925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.552926:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768304.552970:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768304.552972:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768304.552975:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768305.576966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768305.576973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.576981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768305.576983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768305.577050:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768305.577054:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768305.577057:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768306.600949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.600956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.600962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.600963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768306.601034:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768306.601045:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768306.601049:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768307.624951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.624959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.624966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.624967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768307.625022:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768307.625025:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768307.625029:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768308.264891:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768308.264904:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768308.264906:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768308.264910:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768308.264915:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768308.264934:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4565
00000400:00000200:0.0:1775768308.264944:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768308.264950:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768308.264953:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768308.264956:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.264959:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.264962:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.264964:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768308.264968:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768308.264970:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768308.264973:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768308.264976:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768308.264978:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768308.264980:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768308.264984:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.264985:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.264987:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.264989:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768308.264991:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768308.264994:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768308.264996:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.264999:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768308.265001:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768308.265003:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265005:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768308.265007:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768308.265013:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000020:00000040:0.0:1775768308.265015:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768308.265018:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768308.265020:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265022:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768308.265024:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768308.265027:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768308.265034:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768308.265039:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768308.265047:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768308.265057:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768308.265061:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768308.265066:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265086:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768308.265089:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768308.265092:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768308.265094:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768308.265095:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768308.265097:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768308.265100:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4565
00000400:00000200:0.0:1775768308.265104:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768308.265108:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768308.265110:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768308.265113:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265115:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768308.265115:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768308.265117:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265120:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768308.265120:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768308.265124:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768308.265124:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768308.265125:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768308.265128:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768308.265129:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000040:1.0:1775768308.265131:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768308.265132:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768308.265136:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768308.265144:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768308.265145:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768308.265148:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265149:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.265152:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768308.265152:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768308.265154:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768308.265156:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768308.265158:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768308.265159:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00100000:1.0:1775768308.265163:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384685696:192.168.202.154@tcp:250:kworker.0
00000100:00080000:0.0:1775768308.265165:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768308.265168:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768308.265169:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265171:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768308.265172:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768308.265174:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265177:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768308.265178:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768308.265182:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768308.265183:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
00000100:00000001:0.0:1775768308.265184:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768308.265186:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768308.265189:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768308.265193:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265194:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768308.265198:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000400:00000200:1.0:1775768308.265199:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768308.265202:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000010:1.0:1775768308.265205:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
02000000:00000001:0.0:1775768308.265206:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768308.265209:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768308.265210:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:0.0:1775768308.265211:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768308.265214:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768308.265216:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768308.265219:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685696, portal 25
02000000:00000010:0.0:1775768308.265221:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:1.0:1775768308.265221:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768308.265223:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367785728 : -107275341765888 : ffff9e6f035c6300)
00000100:00000001:0.0:1775768308.265227:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.265230:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768308.265234:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768308.265242:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768308.265246:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768308.265247:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265250:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768308.265251:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000040:0.0:1775768308.265254:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768308.265255:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384685696, offset 0
00000100:00000001:0.0:1775768308.265264:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.265264:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768308.265267:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768308.265270:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1775768308.265271:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768308.265272:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768308.265274:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768308.265276:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768308.265277:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:0.0:1775768308.265280:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4565
00000400:00000200:1.0:1775768308.265282:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768308.265287:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768308.265290:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768308.265293:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768308.265297:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200682:200682:256:4294967295] 192.168.202.154@tcp LPNI seq info [200682:200682:8:4294967295]
00000400:00000200:1.0:1775768308.265302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.265311:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768308.265318:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768308.265319:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768308.265323:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768308.265324:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1775768308.265326:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000040:0.0:1775768308.265327:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265331:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.265332:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265334:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768308.265336:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768308.265338:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000200:1.0:1775768308.265338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768308.265340:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768308.265343:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000200:1.0:1775768308.265344:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1775768308.265345:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768308.265347:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768308.265352:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265356:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768308.265356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768308.265359:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768308.265360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775768308.265361:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768308.265364:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768308.265366:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265367:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265368:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768308.265371:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1775768308.265373:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768308.265374:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768308.265376:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00000001:0.0:1775768308.265377:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768308.265379:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768308.265381:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.265382:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768308.265386:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768308.265388:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000400:00000200:1.0:1775768308.265389:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1775768308.265392:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768308.265395:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768308.265395:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
02000000:00000001:0.0:1775768308.265396:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265399:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775768308.265399:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
02000000:00000001:0.0:1775768308.265401:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768308.265403:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265403:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1775768308.265406:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000200:1.0:1775768308.265409:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265410:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768308.265417:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768308.265423:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768308.265424:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768308.265427:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.265429:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768308.265432:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265445:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265446:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265447:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768308.265448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768308.265451:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768308.265452:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768308.265453:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768308.265453:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265457:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768308.265460:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4565
00000400:00000200:1.0:1775768308.265460:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768308.265465:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299239686
00000400:00000200:0.0:1775768308.265466:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768308.265470:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000010:1.0:1775768308.265471:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00080000:0.0:1775768308.265472:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768308.265476:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265477:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.265479:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265480:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768308.265482:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768308.265483:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768308.265483:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768308.265484:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768308.265485:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768308.265487:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768308.265487:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775768308.265492:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768308.265494:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299239686
00000100:00000001:0.0:1775768308.265495:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775768308.265498:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768308.265500:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768308.265502:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768308.265503:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768308.265505:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768308.265506:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768308.265508:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265511:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768308.265512:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00100000:1.0:1775768308.265516:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768308/real 1775768308]  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265517:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265521:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768308.265525:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1775768308.265527:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768308.265528:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768308.265529:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768308.265532:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768308.265533:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768308.265535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000008:00100000:0.0:1775768308.265536:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1775768308.265537:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768308.265540:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1775768308.265541:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768308.265543:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265545:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768308.265552:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000100:00000200:1.0:1775768308.265553:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768308.265557:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768308.265560:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768308.265561:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768308.265562:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768308.265563:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265567:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768308.265567:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.265569:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768308.265570:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768308.265573:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768308.265575:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768308.265577:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768308.265582:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265584:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768308.265588:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768308.265590:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265611:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768308.265612:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768308.265615:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768308.265616:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265617:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.265619:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.265622:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768308.265623:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1775768308.265625:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768308.265626:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768308.265633:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768308.265636:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768308.265642:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265644:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768308.265649:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1775768308.265652:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384685696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768308.265655:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.265658:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768308.265660:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768308.265662:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1775768308.265662:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6300 x1862023384685696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768308.265665:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768308.265669:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768308.265673:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4565
00000100:00000001:1.0:1775768308.265673:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768308.265676:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1775768308.265679:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:1.0:1775768308.265679:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
00000400:00000200:0.0:1775768308.265682:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768308.265683:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1775768308.265684:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1775768308.265685:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768308.265688:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000040:0.0:1775768308.265689:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265691:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768308.265692:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265694:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768308.265695:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768308.265697:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:1.0:1775768308.265698:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:0.0:1775768308.265699:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768308.265700:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768308.265702:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000010:1.0:1775768308.265702:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
00000020:00000001:0.0:1775768308.265705:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:1.0:1775768308.265707:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1775768308.265708:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768308.265709:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1775768308.265712:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775768308.265712:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6300.
00000100:00000040:0.0:1775768308.265715:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768308.265716:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768308.265717:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768308.265718:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768308.265719:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768308.265721:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768308.265723:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768308.265725:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265727:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768308.265728:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1775768308.265729:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768308.265730:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265733:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265734:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768308.265736:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768308.265737:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1775768308.265738:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768308.265739:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1775768308.265742:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.265744:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768308.265745:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768308.265750:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768308.265752:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768308.265753:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768308.265753:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.265757:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768308.265758:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768308.265759:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768308.265760:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265763:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768308.265763:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768308.265765:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768308.265768:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768308.265768:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768308.265773:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1775768308.265774:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768308.265775:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768308.265777:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768308.265778:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.265779:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768308.265783:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
00000100:00100000:0.0:1775768308.265785:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768308.265785:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.265793:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768308.265796:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:0.0:1775768308.265798:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768308.265799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:0.0:1775768308.265801:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768308.265802:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685824, portal 10
00000100:00000040:0.0:1775768308.265805:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265805:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768308.265808:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367791104 : -107275341760512 : ffff9e6f035c7800)
00000100:00000001:0.0:1775768308.265816:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.265816:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768308.265820:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4576)
00000100:00000001:1.0:1775768308.265824:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768308.265827:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768308.265857:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768308.265861:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384685824, offset 0
00000400:00000200:1.0:1775768308.265865:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768308.265869:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.265872:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768308.265875:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768308.265877:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768308.265879:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768308.265881:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768308.265884:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200683:200683:256:4294967295] 192.168.202.154@tcp LPNI seq info [200683:200683:8:4294967295]
00000400:00000200:1.0:1775768308.265888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.265893:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768308.265897:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.265900:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768308.265903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768308.265905:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768308.265908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768308.265909:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768308.265911:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.265912:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768308.265914:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768308.265916:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768308.265918:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768308.265919:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768308.265935:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768308.265937:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265942:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.265944:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265948:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265949:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768308.265951:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.265954:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768308.265956:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768308.265957:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299238428
00000100:00000001:1.0:1775768308.265959:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.265960:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299238428
00000100:00000001:1.0:1775768308.265962:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.265963:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768308.265964:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.265965:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768308.265967:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768308/real 1775768308]  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768308.265975:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768308.265976:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768308.265977:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768308.265979:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768308.265979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768308.265981:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768308.265982:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768308.265987:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.265992:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768308.265993:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.265995:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.265996:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768308.266000:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266006:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768308.266009:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266015:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768308.266017:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266019:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266020:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266021:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768308.266023:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768308.266026:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768308.266029:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768308.266031:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768308.266035:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768308.266042:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768308.266046:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768308.266049:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266054:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768308.266056:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266058:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768308.266060:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768308.266061:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768308.266064:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768308.266067:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768308.266068:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768308.266070:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266071:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266074:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768308.266076:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.266079:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768308.266081:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768308.266084:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768308.266087:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384685952, portal 10
00000100:00000001:1.0:1775768308.266088:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768308.266090:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000040:1.0:1775768308.266095:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266100:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768308.266102:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768308.266104:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768308.266106:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384685952, offset 0
00000400:00000200:1.0:1775768308.266110:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266113:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266116:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768308.266119:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768308.266121:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768308.266123:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768308.266125:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266128:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200684:200684:256:4294967295] 192.168.202.154@tcp LPNI seq info [200684:200684:8:4294967295]
00000400:00000200:1.0:1775768308.266131:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266137:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768308.266141:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266143:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768308.266146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768308.266149:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768308.266153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768308.266154:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768308.266158:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266160:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768308.266162:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768308.266165:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768308.266167:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768308.266169:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768308.266171:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768308.266173:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266180:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266182:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266188:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266189:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768308.266192:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.266194:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768308.266196:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768308.266198:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299238406
00000100:00000001:1.0:1775768308.266199:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266201:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299238406
00000100:00000001:1.0:1775768308.266202:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266203:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768308.266204:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266206:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768308.266208:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768308/real 1775768308]  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768308.266212:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768308.266213:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768308.266214:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768308.266215:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768308.266216:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768308.266217:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768308.266219:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768308.266224:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266229:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768308.266231:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266232:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266234:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768308.266237:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266242:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768308.266246:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266252:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768308.266255:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266256:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266257:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266259:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768308.266260:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768308.266263:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768308.266266:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768308.266269:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768308.266272:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768308.266280:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384685952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768308.266283:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768308.266285:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266289:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768308.266290:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768308.266292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768308.266293:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768308.266295:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768308.266296:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768308.266297:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768308.266299:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266300:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266302:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768308.266303:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.266305:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768308.266307:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768308.266309:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768308.266311:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686080, portal 4
00000100:00000001:1.0:1775768308.266312:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768308.266313:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768308.266317:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266321:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768308.266323:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768308.266324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768308.266325:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384686080, offset 0
00000400:00000200:1.0:1775768308.266328:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266330:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266332:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768308.266333:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768308.266335:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768308.266336:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768308.266338:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266340:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200685:200685:256:4294967295] 192.168.202.154@tcp LPNI seq info [200685:200685:8:4294967295]
00000400:00000200:1.0:1775768308.266342:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266346:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768308.266348:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266350:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768308.266352:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768308.266354:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768308.266356:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768308.266358:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768308.266360:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266362:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768308.266364:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768308.266365:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768308.266367:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768308.266368:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768308.266369:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768308.266371:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266380:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266381:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266385:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266386:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768308.266387:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.266389:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768308.266391:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768308.266392:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299238418
00000100:00000001:1.0:1775768308.266393:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266394:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299238418
00000100:00000001:1.0:1775768308.266396:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266397:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768308.266398:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266399:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768308.266401:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768308/real 1775768308]  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768308.266405:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768308.266405:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768308.266406:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768308.266408:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768308.266409:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768308.266410:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768308.266411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768308.266416:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266419:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768308.266420:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266421:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266422:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768308.266424:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266427:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768308.266429:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266433:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768308.266434:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266435:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266436:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768308.266437:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768308.266438:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768308.266440:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768308.266441:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768308.266443:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768308.266447:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768308.266449:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266450:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266451:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7800 x1862023384685824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266455:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768308.266456:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266457:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768308.266458:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768308.266459:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768308.266460:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768308.266462:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768308.266463:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768308.266464:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768308.266465:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768308.266466:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7800.
00000100:00000001:1.0:1775768308.266467:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768308.266468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266469:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266471:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384685952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266475:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768308.266475:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266476:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768308.266477:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768308.266478:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768308.266478:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768308.266480:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768308.266481:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768308.266482:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768308.266483:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768308.266484:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768308.266486:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768308.266487:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266488:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266491:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384686080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266496:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768308.266498:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266499:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768308.266501:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768308.266501:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768308.266502:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768308.266504:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768308.266505:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768308.266507:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768308.266508:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768308.266509:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768308.266512:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768308.266514:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266515:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266518:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768308.266520:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266521:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768308.266522:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768308.266524:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768308.266526:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266533:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768308.266535:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266537:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768308.266538:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768308.266539:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768308.266542:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768308.266544:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768308.266546:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768308.266547:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768308.266549:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266551:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768308.266552:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768308.266555:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768308.266557:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768308.266559:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768308.266562:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686208, portal 4
00000100:00000001:1.0:1775768308.266563:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768308.266564:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768308.266568:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266573:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768308.266575:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768308.266577:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768308.266578:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384686208, offset 0
00000400:00000200:1.0:1775768308.266581:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266585:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266587:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768308.266590:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768308.266592:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768308.266594:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768308.266596:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768308.266599:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200686:200686:256:4294967295] 192.168.202.154@tcp LPNI seq info [200686:200686:8:4294967295]
00000400:00000200:1.0:1775768308.266602:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768308.266607:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768308.266611:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266614:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768308.266618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768308.266620:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768308.266624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768308.266626:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768308.266629:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768308.266630:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768308.266632:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768308.266634:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768308.266636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768308.266637:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768308.266639:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768308.266641:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266646:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266648:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266651:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266652:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768308.266655:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768308.266656:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768308.266658:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768308.266660:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299238420
00000100:00000001:1.0:1775768308.266661:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266663:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299238420
00000100:00000001:1.0:1775768308.266664:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299239686
00000100:00000001:1.0:1775768308.266665:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768308.266666:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266667:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768308.266669:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768308/real 1775768308]  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768308.266673:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768308.266674:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768308.266675:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768308.266676:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768308.266677:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768308.266678:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768308.266680:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768308.266684:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266687:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768308.266688:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266689:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266690:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768308.266691:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266695:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768308.266697:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266701:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768308.266702:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266703:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768308.266704:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266705:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768308.266706:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768308.266707:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768308.266708:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768308.266709:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768308.266711:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768308.266715:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768308.266717:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266718:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768308.266720:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384686208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768308.266723:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768308.266723:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768308.266725:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768308.266726:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768308.266726:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768308.266727:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768308.266728:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768308.266729:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768308.266730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768308.266731:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768308.266732:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768308.266733:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768308.266734:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266735:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768308.266737:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768308.266738:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768308.266739:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768308.266740:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.648965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.648972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.648979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.648983:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768308.648985:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768308.648989:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.648991:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768308.648994:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.648996:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.648998:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768308.649060:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768308.649063:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768308.649066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768309.608966:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299239686, at 4299239744
00000100:00000010:1.0:1775768309.608982:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768309.608999:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299239686, at 4299239744
00000100:00000010:0.0:1775768309.609007:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768309.672976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.672984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.672991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.672992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768309.673061:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768309.673064:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768309.673067:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768310.696950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.696955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768310.696959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.696960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768310.697012:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768310.697015:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768310.697017:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768311.720928:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.720935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.720943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.720944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768311.720995:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768311.720997:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768311.721000:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768312.744917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.744924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.744930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.744931:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768312.744961:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768312.744964:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768312.744966:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768313.384962:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768313.384973:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768313.384975:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768313.384979:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768313.384983:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768313.384990:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4571
00000400:00000200:0.0:1775768313.385001:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768313.385007:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768313.385010:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768313.385012:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385015:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.385017:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385020:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768313.385024:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768313.385026:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768313.385028:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768313.385030:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768313.385033:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768313.385035:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768313.385037:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385039:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.385041:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385043:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768313.385046:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768313.385049:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385051:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768313.385054:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768313.385057:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768313.385060:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.385062:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768313.385064:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768313.385074:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768313.385077:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768313.385081:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768313.385082:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.385087:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768313.385090:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768313.385095:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768313.385103:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768313.385109:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.385118:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768313.385129:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768313.385133:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.385137:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385223:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768313.385227:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768313.385229:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768313.385235:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385243:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768313.385245:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.385248:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768313.385250:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768313.385252:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768313.385255:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384686336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768313.385259:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768313.385263:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768313.385266:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.385268:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768313.385273:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.385275:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.385280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768313.385284:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768313.385290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768313.385296:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686336, portal 25
00000100:00000001:1.0:1775768313.385298:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768313.385300:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768313.385304:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385320:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768313.385323:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768313.385326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768313.385329:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384686336, offset 0
00000400:00000200:1.0:1775768313.385335:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768313.385342:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.385347:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768313.385352:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768313.385356:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768313.385359:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768313.385362:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768313.385366:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200687:200687:256:4294967295] 192.168.202.154@tcp LPNI seq info [200687:200687:8:4294967295]
00000400:00000200:1.0:1775768313.385371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.385379:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768313.385384:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.385390:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768313.385396:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768313.385399:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768313.385405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768313.385408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768313.385412:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.385414:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768313.385420:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768313.385424:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768313.385428:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768313.385431:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768313.385434:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768313.385438:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768313.385466:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768313.385469:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768313.385472:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768313.385474:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768313.385475:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768313.385478:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768313.385481:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4571
00000400:00000200:0.0:1775768313.385484:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768313.385487:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768313.385489:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768313.385492:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385494:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.385495:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385497:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768313.385500:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768313.385501:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768313.385502:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768313.385504:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768313.385506:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768313.385508:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768313.385511:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385513:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.385515:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385516:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768313.385518:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768313.385520:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768313.385523:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768313.385524:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768313.385529:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768313.385531:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.385533:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768313.385536:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768313.385539:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.385541:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768313.385544:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768313.385546:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768313.385549:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768313.385550:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.385552:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768313.385553:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768313.385555:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768313.385559:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768313.385562:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.385566:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768313.385573:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768313.385575:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.385578:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385653:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.385659:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385666:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.385667:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768313.385675:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.385680:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768313.385682:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299244806
00000100:00000010:1.0:1775768313.385687:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768313.385695:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768313.385702:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299244806
00000100:00000010:1.0:1775768313.385705:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768313.385708:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768313.385711:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768313.385714:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.385716:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768313.385720:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768313/real 1775768313]  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768313.385730:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768313.385731:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768313.385733:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768313.385736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768313.385737:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768313.385751:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768313.385755:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768313.385763:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385769:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768313.385772:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385774:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.385776:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768313.385780:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385786:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768313.385790:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385797:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768313.385800:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385801:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.385802:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385804:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768313.385807:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768313.385809:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768313.385813:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768313.385815:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768313.385818:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768313.385826:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384686336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768313.385869:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385881:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.385885:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384686336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385892:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768313.385895:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768313.385897:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.385901:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768313.385903:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768313.385905:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768313.385907:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768313.385909:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768313.385913:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768313.385914:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768313.385917:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768313.385921:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768313.385922:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385925:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.385933:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768313.385934:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.385936:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768313.385938:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768313.385939:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768313.385942:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.385949:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768313.385950:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.385953:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768313.385955:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768313.385957:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768313.385960:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768313.385963:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768313.385965:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768313.385966:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.385968:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768313.385971:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.385972:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.385976:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768313.385979:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768313.385982:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768313.385985:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686464, portal 10
00000100:00000001:1.0:1775768313.385987:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768313.385988:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768313.385994:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386002:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768313.386004:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768313.386006:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768313.386008:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384686464, offset 0
00000400:00000200:1.0:1775768313.386012:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768313.386016:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.386019:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768313.386021:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768313.386024:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768313.386026:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768313.386028:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768313.386031:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200688:200688:256:4294967295] 192.168.202.154@tcp LPNI seq info [200688:200688:8:4294967295]
00000400:00000200:1.0:1775768313.386035:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.386040:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768313.386044:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.386047:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768313.386051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768313.386054:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768313.386058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768313.386060:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768313.386063:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.386064:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768313.386067:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768313.386070:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768313.386073:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768313.386074:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768313.386076:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768313.386079:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386085:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.386087:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386098:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.386099:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768313.386102:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768313.386105:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768313.386108:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768313.386109:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299243548
00000100:00000001:1.0:1775768313.386112:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.386114:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299243548
00000100:00000001:1.0:1775768313.386115:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.386117:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768313.386119:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.386120:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768313.386123:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768313/real 1775768313]  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768313.386129:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768313.386130:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768313.386132:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768313.386133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768313.386135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768313.386136:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768313.386139:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768313.386145:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386149:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768313.386150:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386152:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.386153:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768313.386155:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386161:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768313.386164:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386169:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768313.386170:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386172:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.386173:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386174:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768313.386175:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768313.386177:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768313.386180:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768313.386182:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768313.386185:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768313.386192:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768313.386195:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386197:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.386199:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384686464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386204:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768313.386206:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768313.386207:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.386209:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768313.386210:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768313.386211:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768313.386213:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768313.386215:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768313.386217:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768313.386218:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768313.386219:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768313.386221:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768313.386222:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386223:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.386226:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768313.386227:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.386229:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768313.386230:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386286:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768313.386289:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768313.386292:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768313.386294:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768313.386295:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768313.386298:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768313.386300:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4571
00000400:00000200:0.0:1775768313.386304:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768313.386318:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768313.386321:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768313.386323:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386326:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386328:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386329:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768313.386332:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768313.386333:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768313.386335:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768313.386337:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768313.386339:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768313.386341:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768313.386344:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386345:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386347:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386348:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768313.386350:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768313.386352:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386354:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768313.386356:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768313.386359:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768313.386360:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386362:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768313.386363:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768313.386365:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386367:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768313.386371:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768313.386373:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768313.386375:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768313.386376:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386378:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768313.386379:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768313.386381:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768313.386384:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768313.386387:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.386391:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768313.386398:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768313.386400:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.386403:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768313.386410:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768313.386412:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768313.386415:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768313.386416:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768313.386417:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768313.386420:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768313.386422:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4571
00000400:00000200:0.0:1775768313.386426:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768313.386428:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768313.386430:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768313.386432:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386434:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386436:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386438:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768313.386439:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768313.386441:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768313.386442:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768313.386444:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768313.386445:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768313.386447:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768313.386450:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386451:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386452:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386454:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768313.386456:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768313.386458:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386460:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768313.386462:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768313.386464:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768313.386466:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386467:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768313.386470:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768313.386471:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386473:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768313.386475:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768313.386477:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768313.386479:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768313.386480:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386482:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768313.386483:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768313.386484:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768313.386487:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768313.386489:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.386492:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768313.386498:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768313.386499:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.386503:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768313.386509:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768313.386511:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768313.386514:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768313.386515:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768313.386516:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768313.386518:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768313.386520:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4571
00000400:00000200:0.0:1775768313.386523:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768313.386525:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768313.386527:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768313.386529:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386531:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386533:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386535:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768313.386537:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768313.386538:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768313.386539:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768313.386541:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768313.386543:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768313.386544:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768313.386547:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386548:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768313.386550:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386552:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768313.386553:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768313.386556:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768313.386557:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768313.386559:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768313.386562:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768313.386563:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386565:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768313.386567:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768313.386569:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386570:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768313.386574:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768313.386576:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768313.386578:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768313.386579:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768313.386580:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768313.386582:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768313.386583:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768313.386586:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768313.386588:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.386591:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768313.386597:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768313.386599:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.386602:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768313.386608:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768313.386611:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4581)
00000100:00000001:1.0:1775768313.386756:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768313.386758:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768313.386760:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768313.386764:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386771:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768313.386772:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.386774:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768313.386776:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768313.386778:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768313.386780:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768313.386784:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768313.386785:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768313.386787:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.386789:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768313.386791:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.386793:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.386797:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768313.386799:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768313.386802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768313.386805:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686592, portal 10
00000100:00000001:1.0:1775768313.386806:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768313.386808:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000040:1.0:1775768313.386813:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386824:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768313.386826:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768313.386842:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768313.386846:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384686592, offset 0
00000400:00000200:1.0:1775768313.386850:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768313.386854:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.386857:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768313.386860:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768313.386862:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768313.386864:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768313.386866:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768313.386869:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200689:200689:256:4294967295] 192.168.202.154@tcp LPNI seq info [200689:200689:8:4294967295]
00000400:00000200:1.0:1775768313.386885:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.386891:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768313.386896:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.386899:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768313.386903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768313.386905:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768313.386909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768313.386912:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768313.386926:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.386928:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768313.386931:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768313.386934:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768313.386937:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768313.386939:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768313.386941:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768313.386945:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386952:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.386954:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.386965:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.386967:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768313.386970:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768313.386973:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768313.386977:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768313.386979:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299243527
00000100:00000001:1.0:1775768313.386981:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.386983:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299243527
00000100:00000001:1.0:1775768313.386985:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.386987:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768313.386989:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.386991:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768313.386994:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768313/real 1775768313]  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768313.387002:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768313.387003:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768313.387005:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768313.387007:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768313.387009:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768313.387011:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768313.387014:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768313.387021:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387027:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768313.387028:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387030:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387031:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768313.387034:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387040:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768313.387044:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387050:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768313.387052:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387053:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387055:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387056:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768313.387058:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768313.387060:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768313.387064:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768313.387066:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768313.387070:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768313.387077:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768313.387080:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768313.387083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387089:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768313.387090:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.387092:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768313.387093:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768313.387095:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768313.387097:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768313.387100:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768313.387102:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768313.387104:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.387105:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768313.387109:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768313.387110:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.387114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768313.387116:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768313.387119:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768313.387121:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686720, portal 4
00000100:00000001:1.0:1775768313.387123:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768313.387124:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768313.387129:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387135:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768313.387137:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768313.387139:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768313.387141:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384686720, offset 0
00000400:00000200:1.0:1775768313.387145:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768313.387149:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.387152:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768313.387155:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768313.387157:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768313.387160:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768313.387162:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768313.387165:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200690:200690:256:4294967295] 192.168.202.154@tcp LPNI seq info [200690:200690:8:4294967295]
00000400:00000200:1.0:1775768313.387169:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.387174:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768313.387178:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.387180:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768313.387184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768313.387186:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768313.387190:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768313.387192:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768313.387196:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.387198:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768313.387200:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768313.387203:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768313.387206:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768313.387207:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768313.387209:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768313.387212:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387219:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.387221:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387226:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.387228:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768313.387230:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768313.387233:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768313.387236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768313.387237:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299243539
00000100:00000001:1.0:1775768313.387240:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.387241:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299243539
00000100:00000001:1.0:1775768313.387243:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.387245:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768313.387247:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.387249:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768313.387252:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768313/real 1775768313]  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768313.387259:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768313.387260:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768313.387261:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768313.387263:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768313.387265:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768313.387267:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768313.387270:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768313.387277:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387282:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768313.387283:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387285:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387286:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768313.387290:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387295:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768313.387299:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387304:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768313.387307:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387308:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387309:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387311:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768313.387312:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768313.387314:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768313.387317:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768313.387319:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768313.387322:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768313.387329:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768313.387332:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768313.387335:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387341:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768313.387343:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.387345:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768313.387346:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768313.387348:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768313.387351:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768313.387353:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768313.387355:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768313.387357:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768313.387358:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768313.387361:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768313.387362:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768313.387365:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768313.387367:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768313.387369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768313.387372:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686848, portal 4
00000100:00000001:1.0:1775768313.387373:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768313.387375:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768313.387379:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387384:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768313.387386:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768313.387388:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768313.387390:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384686848, offset 0
00000400:00000200:1.0:1775768313.387394:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768313.387397:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.387400:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768313.387402:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768313.387404:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768313.387406:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768313.387408:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768313.387412:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200691:200691:256:4294967295] 192.168.202.154@tcp LPNI seq info [200691:200691:8:4294967295]
00000400:00000200:1.0:1775768313.387415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768313.387420:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768313.387424:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.387428:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768313.387431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768313.387433:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768313.387437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768313.387439:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768313.387442:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768313.387444:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768313.387446:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768313.387449:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768313.387452:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768313.387453:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768313.387455:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768313.387458:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387465:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.387468:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387473:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.387475:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768313.387477:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768313.387480:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768313.387483:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768313.387484:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299243541
00000100:00000001:1.0:1775768313.387486:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.387488:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299243541
00000100:00000001:1.0:1775768313.387490:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299244806
00000100:00000001:1.0:1775768313.387492:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768313.387494:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.387496:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768313.387498:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768313/real 1775768313]  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768313.387505:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768313.387507:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768313.387508:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768313.387510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768313.387511:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768313.387513:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768313.387516:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768313.387522:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387527:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768313.387529:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387532:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768313.387535:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387541:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768313.387544:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387550:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768313.387552:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387553:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768313.387555:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387556:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768313.387557:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768313.387560:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768313.387563:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768313.387565:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768313.387568:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768313.387575:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384686848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768313.387578:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387580:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.387583:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384686592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387589:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768313.387590:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768313.387592:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768313.387594:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768313.387596:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768313.387597:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768313.387599:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768313.387601:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:1.0:1775768313.387604:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768313.387605:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768313.387606:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768313.387608:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768313.387609:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.387614:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384686720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387619:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768313.387620:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768313.387621:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768313.387624:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768313.387625:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768313.387626:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768313.387627:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768313.387629:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768313.387631:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768313.387632:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768313.387634:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768313.387636:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768313.387637:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387639:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768313.387641:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384686848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768313.387647:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768313.387648:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768313.387649:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768313.387651:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768313.387652:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768313.387654:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768313.387655:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768313.387656:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768313.387658:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768313.387659:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768313.387660:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768313.387663:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768313.387664:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387665:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768313.387669:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768313.387670:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768313.387672:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768313.387673:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.768967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.768977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768313.768979:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768313.768982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.768987:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768313.768990:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.768992:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.768994:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.768999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768313.769062:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768313.769072:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768313.769075:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768314.728950:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299244806, at 4299244864
00000100:00000010:1.0:1775768314.728965:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768314.728989:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299244806, at 4299244864
00000100:00000010:0.0:1775768314.729009:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768314.792951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.792957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.792961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.792962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768314.793020:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768314.793023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768314.793025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768315.816931:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768315.816938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.816944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768315.816945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768315.817008:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768315.817016:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768315.817019:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768316.840943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.840948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.840953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.840954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768316.840999:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768316.841003:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768316.841005:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768317.864939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.864944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.864949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.864950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768317.865023:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768317.865026:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768317.865030:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768318.504911:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768318.504920:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768318.504922:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768318.504926:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768318.504929:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768318.504935:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4576
00000400:00000200:0.0:1775768318.504942:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768318.504948:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768318.504951:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768318.504953:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.504956:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.504958:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.504965:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768318.504969:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768318.504971:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768318.504973:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768318.504975:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768318.504977:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768318.504980:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768318.504983:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.504985:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.504987:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.504989:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768318.504991:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768318.504994:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768318.504997:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.504999:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768318.505002:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768318.505004:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505006:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768318.505008:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768318.505015:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768318.505017:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768318.505020:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768318.505021:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505024:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768318.505026:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768318.505029:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768318.505035:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768318.505040:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768318.505046:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768318.505054:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768318.505057:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768318.505059:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768318.505076:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768318.505078:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768318.505080:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768318.505081:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768318.505082:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768318.505084:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768318.505085:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4576
00000400:00000200:0.0:1775768318.505088:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768318.505090:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768318.505091:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768318.505093:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505095:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505096:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505098:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768318.505100:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768318.505101:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768318.505102:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768318.505103:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768318.505104:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768318.505106:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768318.505107:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505109:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768318.505109:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768318.505112:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505114:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768318.505114:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775768318.505118:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768318.505119:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768318.505120:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505123:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.505124:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768318.505128:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768318.505129:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768318.505130:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505134:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768318.505137:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768318.505142:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505146:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505147:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1775768318.505149:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768318.505150:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768318.505152:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768318.505155:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768318.505156:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768318.505159:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.505160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768318.505161:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768318.505163:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768318.505166:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.505167:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768318.505172:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768318.505175:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768318.505177:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384686976:192.168.202.154@tcp:250:kworker.0
00000100:00100000:0.0:1775768318.505183:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768318.505184:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768318.505189:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768318.505192:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505194:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768318.505196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768318.505197:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768318.505203:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768318.505203:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768318.505208:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505216:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768318.505220:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768318.505220:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768318.505224:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768318.505226:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768318.505227:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00080000:0.0:1775768318.505228:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768318.505232:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768318.505234:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4576
00000400:00000200:0.0:1775768318.505237:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768318.505237:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000400:00000200:0.0:1775768318.505242:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768318.505243:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768318.505245:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505247:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768318.505247:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384686976, portal 25
00000100:00000040:0.0:1775768318.505250:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505253:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768318.505253:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1775768318.505255:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768318.505256:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000020:00000040:0.0:1775768318.505257:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768318.505259:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768318.505261:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768318.505264:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768318.505266:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768318.505268:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768318.505269:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505271:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505273:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505276:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768318.505280:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768318.505283:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505289:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.505290:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768318.505290:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1775768318.505294:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768318.505298:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768318.505298:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505301:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768318.505303:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775768318.505303:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000008:00000001:0.0:1775768318.505305:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505308:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768318.505309:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384686976, offset 0
00000100:00000010:0.0:1775768318.505311:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768318.505314:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768318.505315:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768318.505316:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505317:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768318.505320:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768318.505321:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768318.505322:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768318.505327:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768318.505329:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768318.505333:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768318.505333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768318.505340:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768318.505344:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.505344:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:0.0:1775768318.505347:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768318.505351:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768318.505356:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768318.505357:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768318.505360:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:0.0:1775768318.505361:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768318.505364:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768318.505365:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768318.505367:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768318.505368:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768318.505371:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4576
00000400:00000200:1.0:1775768318.505375:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768318.505380:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200692:200692:256:4294967295] 192.168.202.154@tcp LPNI seq info [200692:200692:8:4294967295]
00000400:00000200:1.0:1775768318.505385:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.505394:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768318.505401:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768318.505404:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768318.505407:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768318.505409:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768318.505410:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768318.505411:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000001:0.0:1775768318.505412:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505415:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505417:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768318.505418:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768318.505420:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768318.505423:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775768318.505423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768318.505424:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768318.505428:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768318.505431:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.0:1775768318.505431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1775768318.505435:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505437:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505442:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505444:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768318.505444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:0.0:1775768318.505447:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768318.505450:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.1:1775768318.505450:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775768318.505453:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.505457:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768318.505458:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768318.505461:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768318.505462:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505463:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768318.505466:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1775768318.505467:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000008:00000001:0.0:1775768318.505469:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505472:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768318.505474:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768318.505475:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768318.505476:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768318.505476:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768318.505478:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505480:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768318.505482:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768318.505483:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768318.505487:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000400:00000200:1.0:1775768318.505487:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768318.505492:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.505494:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00100000:0.0:1775768318.505495:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768318.505498:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:0.0:1775768318.505504:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768318.505506:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505506:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768318.505512:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.505516:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768318.505525:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768318.505529:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768318.505537:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768318.505538:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768318.505539:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768318.505540:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768318.505541:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768318.505544:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4576
00000400:00000200:0.0:1775768318.505548:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768318.505548:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768318.505553:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768318.505556:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768318.505561:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505564:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505567:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505570:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768318.505570:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768318.505574:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768318.505575:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1775768318.505576:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768318.505579:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768318.505580:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768318.505581:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768318.505582:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768318.505584:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768318.505584:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505587:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768318.505590:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768318.505591:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768318.505595:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768318.505596:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768318.505600:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768318.505601:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299249926
00000100:00000001:0.0:1775768318.505602:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768318.505606:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768318.505609:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768318.505610:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768318.505610:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:0.0:1775768318.505611:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768318.505613:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768318.505615:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505616:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768318.505619:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768318.505619:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1775768318.505622:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768318.505624:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768318.505625:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768318.505626:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768318.505627:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768318.505627:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505629:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299249926
02000000:00000010:0.0:1775768318.505630:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768318.505634:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768318.505636:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00100000:0.0:1775768318.505637:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768318.505642:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768318.505644:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768318.505646:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505647:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768318.505650:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505652:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505657:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768318.505659:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768318.505663:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4586)
00000100:00100000:1.0:1775768318.505665:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768318/real 1775768318]  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768318.505676:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768318.505678:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768318.505680:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768318.505683:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768318.505685:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768318.505687:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768318.505691:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.505699:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505706:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768318.505708:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505710:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.505712:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768318.505715:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505722:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768318.505726:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505734:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768318.505737:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505738:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.505739:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505742:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768318.505743:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768318.505746:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768318.505749:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768318.505752:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768318.505756:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768318.505770:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384686976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768318.505775:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505776:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.505779:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384686976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505786:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768318.505788:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768318.505790:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768318.505793:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768318.505795:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768318.505796:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768318.505799:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768318.505801:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768318.505805:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768318.505806:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768318.505808:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768318.505812:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768318.505813:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505815:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.505873:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768318.505876:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.505879:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768318.505880:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768318.505882:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768318.505886:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505893:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768318.505894:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.505896:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768318.505898:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768318.505900:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768318.505902:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768318.505906:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768318.505907:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768318.505909:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.505910:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768318.505913:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768318.505915:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.505919:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768318.505922:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768318.505925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768318.505928:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687104, portal 10
00000100:00000001:1.0:1775768318.505930:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768318.505931:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768318.505937:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.505943:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768318.505945:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768318.505947:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768318.505949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384687104, offset 0
00000400:00000200:1.0:1775768318.505953:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768318.505957:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.505960:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768318.505963:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768318.505965:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768318.505967:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768318.505970:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768318.505973:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200693:200693:256:4294967295] 192.168.202.154@tcp LPNI seq info [200693:200693:8:4294967295]
00000400:00000200:1.0:1775768318.505976:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.505982:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768318.505987:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.505990:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768318.505993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768318.505996:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768318.506000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768318.506002:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768318.506005:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506007:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768318.506010:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768318.506013:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768318.506016:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768318.506018:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768318.506020:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768318.506024:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506031:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.506034:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506041:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506042:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768318.506045:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768318.506050:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768318.506053:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768318.506055:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299248668
00000100:00000001:1.0:1775768318.506058:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506060:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299248668
00000100:00000001:1.0:1775768318.506062:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506064:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768318.506066:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506068:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768318.506071:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768318/real 1775768318]  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768318.506079:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768318.506080:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768318.506081:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768318.506084:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768318.506085:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768318.506087:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768318.506090:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.506098:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506104:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768318.506105:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506107:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506108:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768318.506111:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506117:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768318.506121:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506127:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768318.506129:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506131:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506132:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506134:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768318.506136:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768318.506138:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768318.506141:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768318.506143:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768318.506147:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768318.506154:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768318.506158:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768318.506161:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506166:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768318.506168:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506169:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768318.506171:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768318.506173:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768318.506176:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768318.506178:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768318.506180:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768318.506182:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506183:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768318.506186:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768318.506188:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.506191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768318.506194:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768318.506197:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768318.506200:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687232, portal 10
00000100:00000001:1.0:1775768318.506202:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768318.506203:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:1.0:1775768318.506208:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506216:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768318.506218:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768318.506221:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768318.506223:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384687232, offset 0
00000400:00000200:1.0:1775768318.506227:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506230:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506234:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768318.506237:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768318.506239:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768318.506241:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768318.506243:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506246:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200694:200694:256:4294967295] 192.168.202.154@tcp LPNI seq info [200694:200694:8:4294967295]
00000400:00000200:1.0:1775768318.506250:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506256:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768318.506260:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506263:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768318.506267:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768318.506270:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768318.506273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768318.506276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768318.506279:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506281:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768318.506283:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768318.506287:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768318.506289:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768318.506291:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768318.506293:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768318.506296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506303:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.506306:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506318:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506319:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768318.506322:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768318.506325:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768318.506328:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768318.506329:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299248646
00000100:00000001:1.0:1775768318.506331:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506333:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299248646
00000100:00000001:1.0:1775768318.506335:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506337:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768318.506339:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506341:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768318.506344:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768318/real 1775768318]  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768318.506351:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768318.506352:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768318.506354:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768318.506356:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768318.506357:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768318.506359:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768318.506362:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.506369:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506375:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768318.506376:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506378:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506379:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768318.506383:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506389:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768318.506393:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506400:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768318.506402:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506403:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506405:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506406:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768318.506408:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768318.506410:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768318.506413:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768318.506416:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768318.506420:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768318.506428:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768318.506431:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768318.506434:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506440:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768318.506441:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506443:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768318.506445:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768318.506447:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768318.506449:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768318.506452:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768318.506454:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768318.506456:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506457:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768318.506461:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768318.506462:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.506466:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768318.506468:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768318.506471:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768318.506473:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687360, portal 4
00000100:00000001:1.0:1775768318.506475:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768318.506476:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768318.506481:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506487:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768318.506489:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768318.506491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768318.506494:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384687360, offset 0
00000400:00000200:1.0:1775768318.506497:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506501:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506504:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768318.506507:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768318.506509:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768318.506511:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768318.506513:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506516:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200695:200695:256:4294967295] 192.168.202.154@tcp LPNI seq info [200695:200695:8:4294967295]
00000400:00000200:1.0:1775768318.506519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506525:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768318.506529:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506533:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768318.506536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768318.506539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768318.506542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768318.506545:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768318.506549:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506551:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768318.506553:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768318.506557:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768318.506560:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768318.506561:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768318.506564:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768318.506567:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506574:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.506577:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506583:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506585:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768318.506588:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768318.506590:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768318.506593:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768318.506595:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299248658
00000100:00000001:1.0:1775768318.506597:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506599:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299248658
00000100:00000001:1.0:1775768318.506602:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506604:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768318.506605:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506607:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768318.506610:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768318/real 1775768318]  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768318.506618:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768318.506619:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768318.506621:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768318.506623:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768318.506624:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768318.506626:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768318.506629:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.506637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506642:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768318.506644:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506645:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506647:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768318.506650:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506656:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768318.506659:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506665:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768318.506668:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506669:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506670:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506672:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768318.506673:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768318.506675:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768318.506679:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768318.506681:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768318.506684:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768318.506691:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768318.506704:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768318.506708:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506718:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768318.506719:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506721:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768318.506723:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768318.506725:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768318.506727:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768318.506730:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768318.506732:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768318.506734:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768318.506735:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768318.506738:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768318.506740:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768318.506743:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768318.506746:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768318.506749:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768318.506752:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687488, portal 4
00000100:00000001:1.0:1775768318.506754:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768318.506755:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768318.506760:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506766:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768318.506768:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768318.506771:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768318.506773:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384687488, offset 0
00000400:00000200:1.0:1775768318.506776:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506784:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768318.506786:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768318.506789:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768318.506791:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768318.506793:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768318.506796:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200696:200696:256:4294967295] 192.168.202.154@tcp LPNI seq info [200696:200696:8:4294967295]
00000400:00000200:1.0:1775768318.506800:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768318.506806:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768318.506810:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506813:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768318.506817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768318.506819:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768318.506855:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768318.506858:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768318.506861:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768318.506863:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768318.506865:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768318.506868:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768318.506871:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768318.506872:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768318.506875:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768318.506878:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506885:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.506888:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506894:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506896:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768318.506899:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768318.506902:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768318.506905:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768318.506906:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299248661
00000100:00000001:1.0:1775768318.506909:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506910:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299248661
00000100:00000001:1.0:1775768318.506912:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299249926
00000100:00000001:1.0:1775768318.506914:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768318.506917:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.506919:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768318.506922:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768318/real 1775768318]  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768318.506930:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768318.506931:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768318.506932:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768318.506935:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768318.506936:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768318.506938:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768318.506941:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768318.506949:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506956:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768318.506957:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506959:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506960:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768318.506963:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506970:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768318.506973:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.506980:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768318.506982:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506983:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768318.506984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.506986:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768318.506988:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768318.506990:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768318.506993:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768318.506995:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768318.506999:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768318.507006:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768318.507009:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507011:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.507014:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384687104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.507020:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768318.507022:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768318.507023:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768318.507026:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768318.507028:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768318.507029:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768318.507031:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768318.507033:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768318.507036:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768318.507037:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768318.507038:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768318.507041:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768318.507042:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507044:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.507047:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384687232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.507053:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768318.507054:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768318.507056:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768318.507058:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768318.507059:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768318.507060:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768318.507062:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768318.507064:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768318.507066:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768318.507067:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768318.507068:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768318.507070:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768318.507071:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507073:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.507076:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384687360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.507082:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768318.507084:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768318.507085:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768318.507087:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768318.507089:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768318.507090:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768318.507091:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768318.507092:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768318.507095:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768318.507096:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768318.507097:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768318.507099:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768318.507100:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507101:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768318.507105:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384687488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768318.507110:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768318.507111:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768318.507112:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768318.507115:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768318.507116:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768318.507117:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768318.507119:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768318.507120:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768318.507122:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768318.507123:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768318.507124:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768318.507127:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768318.507128:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507130:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768318.507133:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768318.507135:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768318.507137:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768318.507138:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.888944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.888952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.888959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.888962:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768318.888965:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768318.888968:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.888971:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768318.888973:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.888975:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.888977:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768318.889039:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768318.889043:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768318.889046:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768319.848910:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299249926, at 4299249984
00000100:00000010:1.0:1775768319.848923:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000040:0.0:1775768319.848924:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299249926, at 4299249984
00000100:00000010:0.0:1775768319.848933:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768319.912948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.912955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.912960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.912962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768319.913009:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768319.913012:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768319.913015:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768320.936947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.936953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768320.936969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.936970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768320.937045:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768320.937051:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768320.937055:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768321.960947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.960953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.960961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.960962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768321.961021:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768321.961026:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768321.961029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768322.984952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.984958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.984965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.984967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768322.985019:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768322.985023:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768322.985026:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768323.624973:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768323.624982:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768323.624984:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768323.624988:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768323.624992:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768323.624997:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4581
00000400:00000200:2.0:1775768323.625004:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768323.625009:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768323.625011:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768323.625014:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625016:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625018:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625019:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768323.625022:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768323.625023:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768323.625025:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768323.625026:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768323.625027:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768323.625029:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768323.625030:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625032:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625033:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625034:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768323.625039:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768323.625041:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625045:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625047:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768323.625049:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768323.625051:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625053:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768323.625054:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768323.625062:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768323.625064:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768323.625067:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768323.625068:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625071:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768323.625073:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768323.625076:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768323.625082:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768323.625088:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768323.625095:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768323.625102:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768323.625106:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768323.625109:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768323.625123:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768323.625126:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768323.625128:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768323.625129:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768323.625130:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768323.625131:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768323.625132:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4581
00000400:00000200:2.0:1775768323.625135:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768323.625136:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768323.625138:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768323.625140:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625141:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625142:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625143:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768323.625144:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768323.625145:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768323.625146:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768323.625148:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768323.625149:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768323.625150:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768323.625152:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625153:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625155:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625157:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768323.625160:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768323.625163:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625165:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625167:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768323.625168:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775768323.625172:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768323.625173:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768323.625176:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775768323.625177:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625180:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768323.625184:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775768323.625185:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768323.625196:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625197:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768323.625200:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625201:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768323.625206:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
02000000:00000001:1.0:1775768323.625207:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768323.625211:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768323.625212:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768323.625216:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768323.625217:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625217:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625219:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768323.625220:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768323.625222:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768323.625224:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768323.625226:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768323.625234:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768323.625235:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384687616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768323.625245:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768323.625248:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768323.625249:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768323.625251:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.625253:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.625257:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768323.625258:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768323.625264:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768323.625269:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625270:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768323.625274:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768323.625278:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768323.625281:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768323.625283:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768323.625284:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00080000:2.0:1775768323.625285:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768323.625291:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775768323.625293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00080000:2.0:1775768323.625295:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4581
00000400:00000200:2.0:1775768323.625300:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768323.625303:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687616, portal 25
00000400:00000200:2.0:1775768323.625303:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768323.625306:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768323.625307:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1775768323.625309:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768323.625310:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000001:2.0:1775768323.625312:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625315:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625317:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768323.625320:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768323.625321:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768323.625322:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768323.625324:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768323.625326:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768323.625331:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768323.625336:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:1.0:1775768323.625338:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768323.625342:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768323.625345:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625346:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768323.625349:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000040:2.0:1775768323.625352:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768323.625354:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384687616, offset 0
00000100:00000001:2.0:1775768323.625355:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768323.625360:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768323.625364:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768323.625367:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625370:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625373:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768323.625375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768323.625377:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768323.625380:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.625384:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768323.625385:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768323.625389:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768323.625391:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1775768323.625393:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.625397:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768323.625397:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.625403:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1775768323.625404:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000400:00000200:1.0:1775768323.625407:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000040:2.0:1775768323.625409:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768323.625414:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200697:200697:256:4294967295] 192.168.202.154@tcp LPNI seq info [200697:200697:8:4294967295]
02000000:00000001:2.0:1775768323.625414:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768323.625416:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625420:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768323.625422:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768323.625425:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.625428:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:2.0:1775768323.625429:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768323.625433:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768323.625438:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768323.625446:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768323.625451:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768323.625454:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768323.625457:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768323.625458:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1775768323.625464:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000001:2.0:1775768323.625465:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768323.625469:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768323.625471:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768323.625472:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768323.625474:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1775768323.625475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768323.625477:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1775768323.625482:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775768323.625482:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4581
00000400:00000200:2.0:1775768323.625488:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768323.625491:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768323.625493:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775768323.625495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775768323.625498:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768323.625501:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775768323.625502:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625506:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625510:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:1.0:1775768323.625511:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000001:2.0:1775768323.625515:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:1.0:1775768323.625516:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000020:00000040:2.0:1775768323.625517:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768323.625520:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768323.625522:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000400:00000200:1.0:1775768323.625523:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1775768323.625525:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768323.625530:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768323.625531:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768323.625538:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000040:2.0:1775768323.625538:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625542:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768323.625543:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000040:2.0:1775768323.625547:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768323.625549:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768323.625550:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768323.625553:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:1.0:1775768323.625556:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768323.625559:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625566:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625570:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768323.625573:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768323.625574:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768323.625579:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768323.625579:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625584:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768323.625587:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768323.625593:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625595:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625596:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625600:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1775768323.625602:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768323.625606:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768323.625608:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625609:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768323.625611:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625613:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768323.625614:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768323.625617:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768323.625617:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625621:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299255046
02000000:00000010:2.0:1775768323.625622:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768323.625626:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768323.625630:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00100000:2.0:1775768323.625630:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768323.625637:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768323.625639:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768323.625639:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768323.625644:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.625650:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299255046
00000100:00000001:2.0:1775768323.625650:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768323.625654:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1775768323.625656:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00080000:2.0:1775768323.625657:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768323.625660:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768323.625661:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768323.625662:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768323.625663:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768323.625666:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4581
00000100:00000001:1.0:1775768323.625668:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768323.625671:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768323.625674:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768323.625675:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768323.625679:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768323.625680:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768323.625682:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625685:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768323.625688:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768323.625689:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768323/real 1775768323]  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768323.625689:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768323.625692:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768323.625694:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768323.625697:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768323.625699:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768323.625703:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768323.625707:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768323.625710:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768323.625711:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775768323.625712:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1775768323.625713:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000001:1.0:1775768323.625715:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768323.625716:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768323.625719:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000020:00000040:2.0:1775768323.625719:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768323.625722:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768323.625724:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000100:00000001:2.0:1775768323.625724:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768323.625727:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768323.625729:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
02000000:00000001:2.0:1775768323.625730:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768323.625733:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625735:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768323.625735:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768323.625739:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775768323.625742:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768323.625742:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625743:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768323.625747:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768323.625751:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768323.625755:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768323.625757:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768323.625761:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768323.625763:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775768323.625765:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768323.625765:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625791:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768323.625792:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.625794:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.625796:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775768323.625799:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00100000:1.0:1775768323.625801:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768323.625805:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625813:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768323.625814:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768323.625822:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768323.625861:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768323.625864:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768323.625871:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.625874:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768323.625881:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768323.625883:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.625887:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768323.625888:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4591)
00000100:00000001:1.0:1775768323.625890:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768323.625893:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768323.625897:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768323.625902:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768323.625905:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768323.625911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768323.625920:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384687616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768323.625925:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.625927:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.625929:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384687616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.625935:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768323.625938:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768323.625941:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768323.625944:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768323.625946:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768323.625947:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768323.625949:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768323.625951:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:1.0:1775768323.625955:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768323.625957:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768323.625959:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:1.0:1775768323.625961:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768323.625963:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.625965:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.625972:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768323.625973:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.625975:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768323.625977:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768323.625978:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768323.625982:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.625989:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768323.625990:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.625992:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768323.625994:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768323.625996:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768323.625998:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768323.626002:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768323.626003:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768323.626005:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626007:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768323.626010:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768323.626012:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.626016:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768323.626018:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768323.626021:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768323.626024:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687744, portal 10
00000100:00000001:1.0:1775768323.626027:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768323.626028:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00000040:1.0:1775768323.626034:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626040:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768323.626042:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768323.626044:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768323.626046:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384687744, offset 0
00000400:00000200:1.0:1775768323.626050:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626054:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626057:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768323.626060:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768323.626063:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768323.626065:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768323.626067:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626070:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200698:200698:256:4294967295] 192.168.202.154@tcp LPNI seq info [200698:200698:8:4294967295]
00000400:00000200:1.0:1775768323.626074:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626080:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768323.626084:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626087:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768323.626091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768323.626094:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768323.626098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768323.626100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768323.626103:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626105:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768323.626108:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768323.626111:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768323.626114:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768323.626115:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768323.626117:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768323.626121:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626133:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.626136:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626143:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626144:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768323.626147:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768323.626151:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768323.626154:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768323.626156:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299253788
00000100:00000001:1.0:1775768323.626159:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626161:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299253788
00000100:00000001:1.0:1775768323.626163:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626165:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768323.626167:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626168:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768323.626172:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768323/real 1775768323]  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768323.626179:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768323.626180:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768323.626182:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768323.626184:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768323.626185:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768323.626187:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768323.626190:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768323.626197:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626203:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768323.626205:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626207:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626208:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768323.626212:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626218:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768323.626222:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626228:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768323.626230:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626231:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626232:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626234:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768323.626236:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768323.626238:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768323.626241:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768323.626243:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768323.626246:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768323.626253:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768323.626256:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768323.626259:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626264:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768323.626265:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626267:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768323.626269:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768323.626270:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768323.626273:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768323.626276:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768323.626278:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768323.626279:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626281:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768323.626284:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768323.626285:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.626288:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768323.626291:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768323.626293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768323.626296:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384687872, portal 10
00000100:00000001:1.0:1775768323.626297:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768323.626299:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:1.0:1775768323.626304:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626309:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768323.626311:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768323.626313:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768323.626315:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384687872, offset 0
00000400:00000200:1.0:1775768323.626319:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626322:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626325:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768323.626328:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768323.626331:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768323.626333:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768323.626335:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626338:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200699:200699:256:4294967295] 192.168.202.154@tcp LPNI seq info [200699:200699:8:4294967295]
00000400:00000200:1.0:1775768323.626342:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626347:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768323.626351:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626354:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768323.626358:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768323.626361:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768323.626364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768323.626367:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768323.626370:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626372:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768323.626374:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768323.626377:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768323.626380:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768323.626382:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768323.626384:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768323.626387:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626393:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.626396:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626402:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626403:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768323.626406:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768323.626409:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768323.626412:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768323.626414:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299253766
00000100:00000001:1.0:1775768323.626416:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626417:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299253766
00000100:00000001:1.0:1775768323.626419:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626421:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768323.626423:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626424:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768323.626428:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768323/real 1775768323]  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768323.626435:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768323.626436:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768323.626438:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768323.626439:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768323.626441:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768323.626443:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768323.626445:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768323.626452:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626457:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768323.626458:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626460:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626461:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768323.626464:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626471:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768323.626474:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626480:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768323.626482:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626483:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626484:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626486:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768323.626487:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768323.626489:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768323.626492:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768323.626494:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768323.626497:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768323.626511:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384687872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768323.626515:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768323.626518:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626524:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768323.626526:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626528:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768323.626529:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768323.626531:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768323.626534:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768323.626537:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768323.626539:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768323.626541:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626542:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768323.626545:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768323.626547:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.626550:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768323.626553:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768323.626556:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768323.626558:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688000, portal 4
00000100:00000001:1.0:1775768323.626560:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768323.626561:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:1.0:1775768323.626566:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626572:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768323.626574:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768323.626576:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768323.626578:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384688000, offset 0
00000400:00000200:1.0:1775768323.626582:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626586:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626589:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768323.626592:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768323.626595:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768323.626597:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768323.626599:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626602:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200700:200700:256:4294967295] 192.168.202.154@tcp LPNI seq info [200700:200700:8:4294967295]
00000400:00000200:1.0:1775768323.626606:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626611:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768323.626614:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626616:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768323.626618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768323.626620:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768323.626623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768323.626624:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768323.626627:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626628:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768323.626630:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768323.626632:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768323.626634:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768323.626635:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768323.626636:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768323.626638:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626643:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.626645:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626649:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626650:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768323.626653:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768323.626656:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768323.626659:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768323.626661:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299253778
00000100:00000001:1.0:1775768323.626663:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626665:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299253778
00000100:00000001:1.0:1775768323.626666:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626668:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768323.626670:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626672:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768323.626675:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768323/real 1775768323]  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768323.626683:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768323.626684:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768323.626686:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768323.626688:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768323.626689:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768323.626691:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768323.626694:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768323.626702:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626708:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768323.626709:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626711:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626712:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768323.626714:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626721:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768323.626725:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626731:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768323.626733:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.626736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626737:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768323.626739:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768323.626741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768323.626744:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768323.626746:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768323.626749:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768323.626756:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768323.626760:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768323.626762:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626766:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768323.626767:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626768:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768323.626769:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768323.626770:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768323.626785:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768323.626787:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768323.626788:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768323.626790:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768323.626792:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768323.626795:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768323.626796:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768323.626800:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768323.626802:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768323.626805:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768323.626807:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688128, portal 4
00000100:00000001:1.0:1775768323.626810:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768323.626811:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:1.0:1775768323.626816:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626822:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768323.626824:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768323.626826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768323.626849:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384688128, offset 0
00000400:00000200:1.0:1775768323.626854:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626859:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626862:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768323.626864:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768323.626867:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768323.626869:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768323.626871:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768323.626874:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200701:200701:256:4294967295] 192.168.202.154@tcp LPNI seq info [200701:200701:8:4294967295]
00000400:00000200:1.0:1775768323.626878:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768323.626883:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768323.626888:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626891:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768323.626893:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768323.626895:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768323.626897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768323.626899:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768323.626912:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768323.626914:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768323.626915:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768323.626917:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768323.626919:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768323.626920:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768323.626922:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768323.626924:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626933:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.626936:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626942:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626943:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768323.626947:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768323.626949:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768323.626952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768323.626954:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299253781
00000100:00000001:1.0:1775768323.626956:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626958:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299253781
00000100:00000001:1.0:1775768323.626960:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299255046
00000100:00000001:1.0:1775768323.626962:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768323.626964:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.626965:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768323.626969:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768323/real 1775768323]  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768323.626977:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768323.626978:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768323.626979:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768323.626981:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768323.626983:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768323.626985:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768323.626988:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768323.626993:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.626997:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768323.626998:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.626999:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.627000:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768323.627002:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627007:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768323.627010:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627017:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768323.627019:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627020:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768323.627022:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627023:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768323.627024:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768323.627027:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768323.627030:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768323.627032:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768323.627035:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768323.627043:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768323.627047:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627048:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.627051:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384687744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627057:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768323.627059:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768323.627060:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768323.627062:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768323.627063:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768323.627064:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768323.627065:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768323.627066:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768323.627068:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768323.627069:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768323.627070:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:1.0:1775768323.627072:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768323.627073:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627074:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.627076:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384687872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627081:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768323.627082:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768323.627083:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768323.627085:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768323.627086:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768323.627087:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768323.627089:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768323.627090:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768323.627092:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768323.627093:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768323.627094:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:1.0:1775768323.627096:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768323.627097:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627099:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.627102:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384688000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627108:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768323.627109:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768323.627110:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768323.627112:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768323.627114:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768323.627115:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768323.627116:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768323.627118:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768323.627120:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768323.627121:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768323.627122:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768323.627124:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768323.627125:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627127:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768323.627129:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384688128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768323.627134:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768323.627134:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768323.627135:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768323.627137:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768323.627137:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768323.627138:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768323.627139:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768323.627140:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768323.627140:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768323.627141:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768323.627142:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768323.627143:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768323.627143:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627145:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768323.627147:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768323.627148:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768323.627150:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768323.627151:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.008925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.008933:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768324.008936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768324.008939:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.008944:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768324.008946:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.008948:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.008950:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.008954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.008955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768324.009004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768324.009007:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768324.009010:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768324.968933:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299255046, at 4299255104
00000100:00000040:0.0:1775768324.968951:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299255046, at 4299255104
00000100:00000010:1.0:1775768324.968951:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768324.968959:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768325.032941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.032947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.032952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.032959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768325.033024:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768325.033028:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768325.033031:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768326.056933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768326.056941:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.056948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768326.056950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768326.057013:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768326.057017:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768326.057021:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768327.081209:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081215:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081222:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081223:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768327.081279:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768327.081283:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768327.081287:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768328.104929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.104934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.104939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.104940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768328.104995:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768328.104999:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768328.105001:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768328.744944:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768328.744954:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768328.744957:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768328.744960:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768328.744965:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768328.744972:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4586
00000400:00000200:2.0:1775768328.744982:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768328.744989:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768328.744993:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768328.744996:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.744999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768328.745001:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745004:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768328.745007:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768328.745009:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768328.745011:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768328.745013:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768328.745016:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768328.745018:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768328.745020:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745022:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768328.745024:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745025:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768328.745028:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768328.745031:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745034:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745037:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768328.745040:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768328.745043:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745046:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768328.745048:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768328.745056:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768328.745059:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768328.745063:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768328.745064:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745067:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768328.745069:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768328.745081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768328.745092:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768328.745098:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768328.745106:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768328.745116:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768328.745120:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768328.745124:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745145:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768328.745148:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768328.745151:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768328.745152:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768328.745153:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768328.745156:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768328.745158:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4586
00000400:00000200:2.0:1775768328.745162:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768328.745165:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768328.745168:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768328.745171:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745173:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768328.745175:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768328.745177:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768328.745177:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768328.745180:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768328.745181:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768328.745183:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768328.745183:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768328.745186:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768328.745189:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000040:1.0:1775768328.745190:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768328.745193:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768328.745198:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768328.745202:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768328.745205:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768328.745205:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745210:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768328.745211:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768328.745214:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768328.745214:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768328.745218:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745218:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768328.745222:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00100000:1.0:1775768328.745223:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384688256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768328.745228:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775768328.745229:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768328.745232:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768328.745232:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.745236:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745236:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768328.745239:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768328.745242:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:2.0:1775768328.745243:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768328.745244:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745248:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745251:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768328.745253:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:2.0:1775768328.745256:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775768328.745257:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000008:00000001:2.0:1775768328.745261:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768328.745262:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:2.0:1775768328.745263:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768328.745268:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688256, portal 25
00000100:00000010:2.0:1775768328.745268:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768328.745272:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768328.745273:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768328.745275:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
02000000:00000001:2.0:1775768328.745277:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768328.745279:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.745280:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745283:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768328.745286:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768328.745288:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745289:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768328.745293:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768328.745295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
02000000:00000010:2.0:1775768328.745295:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000200:1.0:1775768328.745300:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384688256, offset 0
00000100:00000001:2.0:1775768328.745301:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745306:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00100000:2.0:1775768328.745308:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768328.745314:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.745320:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768328.745321:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768328.745324:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745325:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768328.745330:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:2.0:1775768328.745330:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768328.745334:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768328.745338:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.745344:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200702:200702:256:4294967295] 192.168.202.154@tcp LPNI seq info [200702:200702:8:4294967295]
00000400:00000200:1.0:1775768328.745348:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768328.745348:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768328.745352:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768328.745359:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768328.745359:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768328.745363:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1775768328.745366:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768328.745366:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768328.745370:0:467:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1775768328.745371:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00080000:2.0:1775768328.745374:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4586
00000800:00000200:1.0:1775768328.745379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775768328.745380:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768328.745386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1775768328.745387:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768328.745391:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775768328.745396:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:2.0:1775768328.745397:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745400:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768328.745402:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775768328.745403:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745408:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768328.745411:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000100:1.0:1775768328.745412:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768328.745413:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000010:1.0:1775768328.745416:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000020:00000001:2.0:1775768328.745416:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768328.745417:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768328.745421:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768328.745423:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768328.745424:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768328.745427:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745430:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768328.745432:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768328.745436:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.745438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000001:2.0:1775768328.745438:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768328.745441:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000020:00000040:2.0:1775768328.745442:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:1.0:1775768328.745445:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768328.745446:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000200:1.0:1775768328.745451:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745451:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745455:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768328.745459:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.745461:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768328.745462:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.745465:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745466:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768328.745469:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768328.745474:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745475:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745478:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768328.745478:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768328.745483:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000100:00000001:1.0:1775768328.745484:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768328.745486:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768328.745489:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768328.745490:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768328.745492:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745493:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299260166
00000100:00000001:2.0:1775768328.745494:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768328.745496:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1775768328.745498:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
02000000:00000001:2.0:1775768328.745498:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768328.745504:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:1.0:1775768328.745505:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768328.745507:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745513:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299260166
00000100:00100000:2.0:1775768328.745514:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775768328.745517:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768328.745521:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768328.745524:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.745528:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745529:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768328.745531:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768328.745532:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768328.745536:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328]  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768328.745539:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768328.745550:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768328.745552:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768328.745555:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:2.0:1775768328.745555:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745557:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768328.745559:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00080000:2.0:1775768328.745560:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768328.745562:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1775768328.745565:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1775768328.745567:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745568:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768328.745571:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768328.745576:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768328.745579:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768328.745582:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4586
00000100:00000001:1.0:1775768328.745589:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768328.745591:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768328.745591:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.745595:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.745596:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768328.745597:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00100000:1.0:1775768328.745600:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768328.745601:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768328.745608:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768328.745609:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768328.745612:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768328.745615:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768328.745617:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745622:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768328.745626:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768328.745627:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768328.745629:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768328.745630:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768328.745631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.745633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768328.745633:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768328.745635:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1775768328.745636:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768328.745638:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768328.745640:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00080000:1.0:1775768328.745641:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1775768328.745645:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00080000:1.0:1775768328.745648:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768328.745651:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768328.745653:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768328.745655:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745657:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768328.745661:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745665:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00100000:1.0:1775768328.745668:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384688256:192.168.202.154@tcp:250:kworker.0
00000020:00000040:2.0:1775768328.745669:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768328.745673:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.745676:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768328.745676:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768328.745680:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384688256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.745680:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745684:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768328.745689:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768328.745689:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768328.745690:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1775768328.745693:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768328.745694:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
00000100:00000001:2.0:1775768328.745697:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768328.745698:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768328.745700:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000008:00100000:2.0:1775768328.745700:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000020:00000040:1.0:1775768328.745701:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768328.745704:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000008:00000001:2.0:1775768328.745706:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768328.745707:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768328.745709:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.745710:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768328.745712:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768328.745713:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000010:2.0:1775768328.745713:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768328.745717:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768328.745718:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768328.745719:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.745736:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.745742:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768328.745744:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768328.745745:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768328.745746:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775768328.745748:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.745749:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768328.745751:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768328.745752:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768328.745754:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775768328.745757:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768328.745758:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768328.745763:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768328.745768:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768328.745775:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768328.745778:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768328.745780:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.745785:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768328.745787:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768328.745788:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768328.745792:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745792:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768328.745798:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688384:192.168.202.154@tcp:38:kworker.0
00000100:00000040:2.0:1775768328.745800:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.745802:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768328.745804:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768328.745806:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.745809:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768328.745812:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768328.745815:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768328.745815:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768328.745819:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768328.745822:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00080000:2.0:1775768328.745824:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1775768328.745826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:2.0:1775768328.745827:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1775768328.745856:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688384, portal 10
00000100:00080000:2.0:1775768328.745857:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768328.745859:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768328.745861:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000001:2.0:1775768328.745862:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768328.745866:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4586
00000100:00000040:1.0:1775768328.745869:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768328.745875:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.745876:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768328.745880:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768328.745882:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1775768328.745883:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00080000:2.0:1775768328.745886:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768328.745887:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384688384, offset 0
00000100:00000040:2.0:1775768328.745892:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.745894:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745897:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768328.745900:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768328.745902:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.745905:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768328.745906:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768328.745908:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1775768328.745910:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768328.745912:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:2.0:1775768328.745913:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:1.0:1775768328.745915:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768328.745917:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768328.745918:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000040:2.0:1775768328.745920:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000200:1.0:1775768328.745922:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200703:200703:256:4294967295] 192.168.202.154@tcp LPNI seq info [200703:200703:8:4294967295]
00000020:00000001:2.0:1775768328.745924:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:1.0:1775768328.745927:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768328.745929:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768328.745936:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.745937:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768328.745940:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768328.745943:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768328.745945:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768328.745946:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000001:2.0:1775768328.745949:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.0:1775768328.745952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768328.745954:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000800:00000200:1.0:1775768328.745955:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1775768328.745959:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768328.745963:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768328.745963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768328.745967:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775768328.745968:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775768328.745971:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1775768328.745974:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768328.745975:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768328.745977:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00000001:2.0:1775768328.745979:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768328.745981:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:2.0:1775768328.745982:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768328.745986:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745989:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768328.745990:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.745995:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000010:2.0:1775768328.745995:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000400:00000010:1.0:1775768328.745997:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000020:00000040:2.0:1775768328.745999:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768328.746001:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768328.746003:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768328.746005:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768328.746007:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768328.746008:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768328.746011:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768328.746013:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768328.746018:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:1.0:1775768328.746020:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768328.746022:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.746023:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746030:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768328.746030:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768328.746033:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768328.746036:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.746041:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000100:00000001:2.0:1775768328.746043:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768328.746045:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.746047:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299258908
00000100:00000001:2.0:1775768328.746047:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746051:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746053:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299258908
00000100:00000040:2.0:1775768328.746053:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746057:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746060:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.746064:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746067:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768328.746070:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768328.746074:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4596)
00000100:00100000:1.0:1775768328.746082:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328]  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768328.746088:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768328.746090:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768328.746091:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768328.746093:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768328.746094:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768328.746096:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768328.746097:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768328.746102:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746106:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768328.746107:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746108:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746108:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768328.746110:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746114:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768328.746116:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746120:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768328.746121:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746122:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746123:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746124:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768328.746125:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768328.746126:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768328.746128:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768328.746129:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768328.746132:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768328.746139:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768328.746141:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768328.746143:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746147:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768328.746148:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746149:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768328.746150:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768328.746151:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768328.746153:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768328.746154:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768328.746155:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768328.746156:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746157:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746159:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768328.746161:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.746163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768328.746164:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768328.746166:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768328.746167:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688512, portal 10
00000100:00000001:1.0:1775768328.746169:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768328.746169:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:1.0:1775768328.746173:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746176:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768328.746178:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768328.746179:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768328.746180:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384688512, offset 0
00000400:00000200:1.0:1775768328.746182:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746185:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746187:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768328.746189:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768328.746190:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768328.746192:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768328.746193:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746195:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200704:200704:256:4294967295] 192.168.202.154@tcp LPNI seq info [200704:200704:8:4294967295]
00000400:00000200:1.0:1775768328.746197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746201:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768328.746203:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746205:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768328.746207:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768328.746209:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768328.746211:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768328.746213:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768328.746215:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746216:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768328.746218:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768328.746220:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768328.746221:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768328.746222:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768328.746224:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768328.746225:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746230:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746231:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746235:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746236:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768328.746237:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.746239:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768328.746241:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.746242:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299258886
00000100:00000001:1.0:1775768328.746243:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746245:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299258886
00000100:00000001:1.0:1775768328.746246:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746247:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.746248:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746249:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768328.746251:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328]  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768328.746255:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768328.746255:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768328.746256:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768328.746257:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768328.746258:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768328.746259:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768328.746260:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768328.746264:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746268:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768328.746269:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746270:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746271:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768328.746272:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746276:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768328.746278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746282:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768328.746283:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746284:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746285:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746286:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768328.746287:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768328.746288:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768328.746289:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768328.746290:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768328.746292:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768328.746296:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768328.746298:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746299:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746301:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384688384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746304:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768328.746305:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746306:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768328.746307:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768328.746308:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768328.746309:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768328.746310:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768328.746311:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768328.746313:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768328.746313:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768328.746314:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:1.0:1775768328.746316:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768328.746317:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746318:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746319:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384688512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746323:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768328.746323:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746324:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768328.746325:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768328.746326:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768328.746326:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768328.746327:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768328.746328:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:1.0:1775768328.746329:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768328.746330:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768328.746330:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:1.0:1775768328.746331:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768328.746332:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746333:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746335:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768328.746336:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746337:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768328.746337:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768328.746338:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768328.746340:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746343:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768328.746344:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746345:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768328.746346:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768328.746347:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768328.746348:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768328.746350:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768328.746351:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768328.746352:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746353:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746355:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768328.746356:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.746357:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768328.746359:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768328.746360:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768328.746362:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688640, portal 4
00000100:00000001:1.0:1775768328.746363:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768328.746364:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:1.0:1775768328.746367:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746370:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768328.746372:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768328.746373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768328.746374:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384688640, offset 0
00000400:00000200:1.0:1775768328.746377:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746380:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746383:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768328.746385:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768328.746387:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768328.746389:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768328.746392:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746394:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200705:200705:256:4294967295] 192.168.202.154@tcp LPNI seq info [200705:200705:8:4294967295]
00000400:00000200:1.0:1775768328.746398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746403:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768328.746408:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746411:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768328.746414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768328.746416:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768328.746420:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768328.746422:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768328.746425:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746427:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768328.746429:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768328.746431:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768328.746433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768328.746434:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768328.746435:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768328.746437:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746442:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746444:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746447:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746449:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768328.746451:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.746452:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768328.746454:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.746456:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299258898
00000100:00000001:1.0:1775768328.746457:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746458:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299258898
00000100:00000001:1.0:1775768328.746459:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746461:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.746462:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746463:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768328.746465:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328]  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768328.746469:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768328.746470:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768328.746471:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768328.746472:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768328.746473:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768328.746474:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768328.746476:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768328.746484:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746487:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768328.746488:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746489:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746490:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768328.746491:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746495:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768328.746497:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746500:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768328.746501:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746502:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746503:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746503:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768328.746504:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768328.746505:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768328.746507:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768328.746508:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768328.746510:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768328.746514:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768328.746516:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768328.746517:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746524:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768328.746525:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746526:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768328.746527:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768328.746528:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768328.746530:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768328.746531:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768328.746532:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768328.746533:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768328.746534:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746536:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768328.746537:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768328.746538:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768328.746539:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768328.746541:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768328.746543:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688768, portal 4
00000100:00000001:1.0:1775768328.746544:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768328.746544:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:1.0:1775768328.746547:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746551:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768328.746552:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768328.746553:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768328.746555:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384688768, offset 0
00000400:00000200:1.0:1775768328.746556:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746558:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746560:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768328.746561:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768328.746563:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768328.746564:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768328.746566:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768328.746568:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200706:200706:256:4294967295] 192.168.202.154@tcp LPNI seq info [200706:200706:8:4294967295]
00000400:00000200:1.0:1775768328.746570:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768328.746575:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768328.746579:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746582:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768328.746585:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768328.746588:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768328.746591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768328.746593:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768328.746597:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768328.746598:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768328.746601:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768328.746604:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768328.746606:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768328.746608:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768328.746610:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768328.746613:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746620:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746622:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746628:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746630:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768328.746633:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768328.746635:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768328.746638:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768328.746640:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299258900
00000100:00000001:1.0:1775768328.746642:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746644:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299258900
00000100:00000001:1.0:1775768328.746646:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299260166
00000100:00000001:1.0:1775768328.746648:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768328.746649:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746651:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768328.746655:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768328/real 1775768328]  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768328.746661:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768328.746662:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768328.746664:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768328.746666:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768328.746667:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768328.746669:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768328.746671:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768328.746678:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746683:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768328.746685:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746686:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746687:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768328.746691:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746697:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768328.746700:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746706:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768328.746708:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746709:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768328.746710:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746712:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768328.746713:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768328.746715:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768328.746719:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768328.746720:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768328.746742:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768328.746750:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384688768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768328.746753:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746755:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746757:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384688640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746763:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768328.746765:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746766:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768328.746769:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768328.746770:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768328.746771:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768328.746773:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768328.746774:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768328.746777:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768328.746778:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768328.746779:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:1.0:1775768328.746781:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768328.746782:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746784:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768328.746787:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384688768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768328.746793:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768328.746794:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768328.746796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768328.746798:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768328.746799:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768328.746800:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768328.746802:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768328.746803:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768328.746805:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768328.746807:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768328.746808:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:1.0:1775768328.746810:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768328.746811:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746812:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768328.746815:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768328.746817:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768328.746823:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768328.746825:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.128941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.128947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.128954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.128957:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768329.128959:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768329.128963:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.128965:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768329.128968:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.128970:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.128972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768329.129028:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768329.129031:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768329.129033:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768330.088940:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299260166, at 4299260224
00000100:00000010:1.0:1775768330.088957:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768330.088961:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299260166, at 4299260224
00000100:00000010:0.0:1775768330.088970:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768330.152921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.152927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.152934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.152935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768330.153001:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768330.153005:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768330.153008:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768331.176953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768331.176959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768331.176964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768331.176965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768331.177019:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768331.177023:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768331.177027:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768332.200902:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.200907:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.200912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.200912:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768332.200957:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768332.200964:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768332.200967:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768333.224991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225010:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768333.225012:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768333.225017:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225036:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768333.225038:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225040:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225043:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225048:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225049:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768333.225104:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768333.225108:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768333.225110:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768333.864931:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768333.864939:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768333.864941:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768333.864944:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768333.864949:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768333.864956:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4591
00000400:00000200:2.0:1775768333.864966:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768333.864971:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768333.864975:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768333.864978:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.864981:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.864983:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.864986:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768333.864989:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768333.865001:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768333.865003:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768333.865005:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768333.865006:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768333.865008:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768333.865011:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865014:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768333.865016:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768333.865018:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865019:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865021:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768333.865024:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768333.865026:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865028:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768333.865029:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768333.865037:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768333.865039:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768333.865042:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768333.865043:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865046:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768333.865047:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768333.865050:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768333.865057:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768333.865063:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768333.865072:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768333.865081:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768333.865085:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768333.865090:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768333.865114:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768333.865116:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768333.865118:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768333.865119:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768333.865126:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768333.865128:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768333.865131:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4591
00000400:00000200:2.0:1775768333.865135:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768333.865139:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768333.865142:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768333.865146:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865148:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865150:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865153:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768333.865155:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768333.865156:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768333.865157:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768333.865162:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768333.865164:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768333.865164:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768333.865169:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768333.865174:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768333.865180:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768333.865183:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768333.865193:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865198:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865202:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768333.865207:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768333.865208:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768333.865211:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768333.865212:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768333.865218:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768333.865219:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768333.865221:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.865225:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768333.865225:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768333.865232:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865234:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768333.865240:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384688896:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768333.865240:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865243:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768333.865250:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768333.865251:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775768333.865256:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865257:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.865259:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775768333.865260:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768333.865263:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768333.865265:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865266:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768333.865269:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.865272:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768333.865272:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768333.865275:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768333.865277:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768333.865281:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
02000000:00000010:1.0:1775768333.865283:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
00000100:00000001:2.0:1775768333.865284:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.865290:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768333.865294:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768333.865300:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768333.865304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768333.865306:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768333.865312:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768333.865314:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:2.0:1775768333.865324:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768333.865327:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00080000:2.0:1775768333.865327:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768333.865334:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768333.865335:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768333.865336:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768333.865338:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768333.865341:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384688896, portal 25
00000100:00080000:2.0:1775768333.865341:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4591
00000100:00000001:1.0:1775768333.865351:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1775768333.865352:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768333.865357:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000400:00000200:2.0:1775768333.865358:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768333.865363:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768333.865366:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865368:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768333.865372:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768333.865373:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865377:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768333.865384:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768333.865386:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768333.865390:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768333.865394:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768333.865398:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:1.0:1775768333.865400:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1775768333.865401:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768333.865406:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865411:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768333.865412:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768333.865419:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865421:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768333.865422:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000020:00000040:2.0:1775768333.865423:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768333.865429:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000200:1.0:1775768333.865430:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384688896, offset 0
00000100:00000001:2.0:1775768333.865432:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865436:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768333.865440:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768333.865441:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865443:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768333.865444:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768333.865450:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000008:00000001:2.0:1775768333.865451:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865458:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768333.865460:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768333.865462:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768333.865463:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768333.865464:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865465:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768333.865467:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768333.865469:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768333.865469:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768333.865477:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768333.865479:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.865486:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768333.865493:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1775768333.865493:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768333.865502:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768333.865503:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768333.865506:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.865511:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768333.865512:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768333.865522:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865539:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.865540:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200707:200707:256:4294967295] 192.168.202.154@tcp LPNI seq info [200707:200707:8:4294967295]
00000400:00000200:1.0:1775768333.865547:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768333.865547:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768333.865552:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768333.865554:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768333.865555:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768333.865564:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768333.865571:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768333.865571:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4591
00000400:00000200:2.0:1775768333.865584:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768333.865591:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768333.865591:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768333.865598:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768333.865602:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768333.865604:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000100:00000001:2.0:1775768333.865604:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865608:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865611:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768333.865612:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768333.865613:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768333.865614:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768333.865616:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768333.865620:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.0:1775768333.865623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:2.0:1775768333.865624:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768333.865629:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865630:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865631:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865632:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768333.865633:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768333.865634:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865638:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865639:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768333.865641:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768333.865643:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768333.865644:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775768333.865644:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768333.865647:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768333.865656:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865657:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768333.865663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768333.865667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1775768333.865668:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000800:00000100:1.0:1775768333.865692:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.865695:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000020:00000040:2.0:1775768333.865700:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768333.865706:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768333.865706:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768333.865709:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865713:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768333.865716:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768333.865717:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775768333.865720:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768333.865724:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000400:00000200:1.0:1775768333.865725:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000001:2.0:1775768333.865727:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768333.865730:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00100000:2.0:1775768333.865733:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768333.865737:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768333.865741:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768333.865744:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768333.865747:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768333.865751:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768333.865814:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768333.865817:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768333.865819:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768333.865820:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768333.865823:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768333.865824:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768333.865849:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768333.865852:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4591
00000400:00000200:2.0:1775768333.865855:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768333.865857:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768333.865858:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768333.865860:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865862:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865863:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865865:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768333.865867:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768333.865867:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768333.865868:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768333.865870:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768333.865872:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768333.865873:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768333.865875:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865876:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768333.865877:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865878:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768333.865879:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000040:1.0:1775768333.865880:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768333.865883:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768333.865889:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865897:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768333.865900:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768333.865906:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.865907:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865908:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768333.865911:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768333.865913:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1775768333.865914:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865916:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768333.865919:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768333.865921:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768333.865924:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768333.865924:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768333.865926:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768333.865932:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768333.865933:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768333.865936:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.865937:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:2.0:1775768333.865940:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:1.0:1775768333.865942:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299265287
00000100:00000001:2.0:1775768333.865943:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768333.865950:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00100000:2.0:1775768333.865952:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768333.865961:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768333.865963:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768333.865966:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.865972:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299265287
00000100:00000040:2.0:1775768333.865973:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768333.865980:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768333.865987:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768333.865996:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768333.865998:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866005:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768333.866008:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4601)
00000100:00000001:1.0:1775768333.866009:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768333.866017:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768333/real 1775768333]  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768333.866029:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768333.866032:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768333.866034:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768333.866037:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768333.866039:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768333.866041:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768333.866045:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768333.866054:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866061:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768333.866063:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866067:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768333.866070:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866077:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768333.866081:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866088:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768333.866091:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866093:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866094:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866097:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768333.866099:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768333.866102:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768333.866106:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768333.866109:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768333.866113:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768333.866122:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384688896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768333.866129:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866131:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.866134:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384688896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866141:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768333.866144:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768333.866147:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768333.866150:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768333.866153:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768333.866155:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768333.866157:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768333.866160:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768333.866164:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768333.866166:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768333.866168:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:1.0:1775768333.866171:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768333.866172:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866175:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866183:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768333.866185:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866188:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768333.866189:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768333.866191:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768333.866195:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866202:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768333.866203:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866205:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768333.866207:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768333.866209:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768333.866212:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768333.866216:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768333.866218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768333.866219:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866221:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768333.866224:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768333.866226:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.866230:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768333.866233:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768333.866236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768333.866239:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689024, portal 10
00000100:00000001:1.0:1775768333.866241:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768333.866242:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:1.0:1775768333.866249:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866255:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768333.866257:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768333.866259:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768333.866262:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384689024, offset 0
00000400:00000200:1.0:1775768333.866266:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866270:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866274:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768333.866277:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768333.866279:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768333.866282:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768333.866284:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866287:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200708:200708:256:4294967295] 192.168.202.154@tcp LPNI seq info [200708:200708:8:4294967295]
00000400:00000200:1.0:1775768333.866291:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866297:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768333.866302:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866306:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768333.866309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768333.866312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768333.866317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768333.866319:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768333.866323:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866324:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768333.866328:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768333.866331:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768333.866334:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768333.866336:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768333.866338:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768333.866342:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866349:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.866352:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866359:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866360:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768333.866363:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768333.866368:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768333.866371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768333.866373:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299264028
00000100:00000001:1.0:1775768333.866376:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866378:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299264028
00000100:00000001:1.0:1775768333.866381:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866383:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768333.866385:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866387:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768333.866390:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768333/real 1775768333]  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768333.866398:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768333.866400:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768333.866401:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768333.866404:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768333.866405:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768333.866408:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768333.866411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768333.866419:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866426:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768333.866428:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866429:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866431:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768333.866434:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866440:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768333.866444:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866451:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768333.866453:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866455:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866457:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866458:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768333.866460:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768333.866462:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768333.866466:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768333.866468:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768333.866472:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768333.866480:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768333.866484:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768333.866488:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866500:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768333.866501:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866504:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768333.866505:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768333.866508:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768333.866510:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768333.866513:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768333.866515:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768333.866517:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866518:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768333.866522:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768333.866524:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.866527:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768333.866529:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768333.866532:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768333.866535:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689152, portal 10
00000100:00000001:1.0:1775768333.866537:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768333.866538:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768333.866543:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866549:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768333.866552:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768333.866554:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768333.866557:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384689152, offset 0
00000400:00000200:1.0:1775768333.866561:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866565:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866569:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768333.866572:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768333.866574:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768333.866576:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768333.866579:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866582:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200709:200709:256:4294967295] 192.168.202.154@tcp LPNI seq info [200709:200709:8:4294967295]
00000400:00000200:1.0:1775768333.866586:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866592:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768333.866596:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866599:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768333.866603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768333.866605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768333.866609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768333.866612:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768333.866616:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866617:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768333.866620:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768333.866624:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768333.866626:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768333.866628:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768333.866630:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768333.866634:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866642:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.866645:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866651:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866653:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768333.866656:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768333.866660:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768333.866663:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768333.866665:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299264006
00000100:00000001:1.0:1775768333.866667:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866669:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299264006
00000100:00000001:1.0:1775768333.866671:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866687:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768333.866689:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866691:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768333.866695:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768333/real 1775768333]  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768333.866703:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768333.866704:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768333.866706:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768333.866708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768333.866710:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768333.866712:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768333.866715:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768333.866723:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768333.866730:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768333.866736:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866742:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768333.866746:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866752:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768333.866754:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866756:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.866757:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.866758:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768333.866760:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768333.866763:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768333.866767:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768333.866769:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768333.866773:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768333.866780:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768333.866783:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768333.866787:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866792:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768333.866794:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866796:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768333.866798:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768333.866799:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768333.866802:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768333.866805:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768333.866807:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768333.866808:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.866810:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768333.866813:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768333.866815:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.866818:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768333.866820:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768333.866824:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768333.866827:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689280, portal 4
00000100:00000001:1.0:1775768333.866850:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768333.866851:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768333.866858:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866864:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768333.866867:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768333.866870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768333.866872:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384689280, offset 0
00000400:00000200:1.0:1775768333.866876:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866880:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866884:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768333.866886:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768333.866888:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768333.866891:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768333.866894:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768333.866896:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200710:200710:256:4294967295] 192.168.202.154@tcp LPNI seq info [200710:200710:8:4294967295]
00000400:00000200:1.0:1775768333.866900:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.866907:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768333.866910:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866913:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768333.866917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768333.866920:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768333.866923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768333.866926:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768333.866930:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.866932:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768333.866934:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768333.866937:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768333.866940:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768333.866942:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768333.866944:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768333.866947:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866955:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.866957:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.866963:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866965:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768333.866968:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768333.866972:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768333.866975:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768333.866977:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299264019
00000100:00000001:1.0:1775768333.866979:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866981:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299264019
00000100:00000001:1.0:1775768333.866983:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.866985:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768333.866987:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.866989:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768333.866992:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768333/real 1775768333]  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768333.867000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768333.867001:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768333.867002:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768333.867005:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768333.867006:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768333.867008:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768333.867011:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768333.867019:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867025:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768333.867026:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867028:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.867030:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768333.867033:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867039:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768333.867042:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867049:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768333.867051:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867053:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.867054:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867056:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768333.867057:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768333.867059:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768333.867063:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768333.867065:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768333.867069:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768333.867076:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768333.867080:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768333.867083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867089:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768333.867091:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.867092:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768333.867094:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768333.867096:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768333.867098:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768333.867101:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768333.867103:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768333.867104:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768333.867106:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768333.867109:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768333.867111:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768333.867114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768333.867116:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768333.867119:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768333.867121:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689408, portal 4
00000100:00000001:1.0:1775768333.867123:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768333.867124:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768333.867128:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867134:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768333.867136:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768333.867138:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768333.867140:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384689408, offset 0
00000400:00000200:1.0:1775768333.867143:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768333.867146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.867150:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768333.867152:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768333.867154:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768333.867156:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768333.867158:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768333.867161:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200711:200711:256:4294967295] 192.168.202.154@tcp LPNI seq info [200711:200711:8:4294967295]
00000400:00000200:1.0:1775768333.867165:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768333.867170:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768333.867174:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.867176:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768333.867179:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768333.867182:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768333.867185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768333.867188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768333.867191:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768333.867192:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768333.867195:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768333.867198:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768333.867201:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768333.867202:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768333.867205:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768333.867207:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867214:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.867217:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867223:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.867224:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768333.867227:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768333.867230:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768333.867233:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768333.867235:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299264021
00000100:00000001:1.0:1775768333.867237:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.867239:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299264021
00000100:00000001:1.0:1775768333.867241:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299265287
00000100:00000001:1.0:1775768333.867243:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768333.867245:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.867246:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768333.867250:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768333/real 1775768333]  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768333.867257:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768333.867258:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768333.867260:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768333.867262:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768333.867263:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768333.867265:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768333.867267:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768333.867274:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867287:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768333.867289:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867290:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.867291:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768333.867295:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867302:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768333.867305:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867311:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768333.867314:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867315:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768333.867316:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867318:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768333.867320:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768333.867322:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768333.867326:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768333.867328:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768333.867332:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768333.867339:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768333.867343:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867344:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.867347:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384689024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867354:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768333.867356:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768333.867358:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768333.867360:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768333.867362:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768333.867363:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768333.867365:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768333.867367:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768333.867370:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768333.867371:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768333.867372:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:1.0:1775768333.867375:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768333.867376:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867378:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.867381:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384689152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867387:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768333.867388:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768333.867390:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768333.867392:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768333.867393:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768333.867394:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768333.867396:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768333.867397:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:1.0:1775768333.867399:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768333.867400:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768333.867401:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768333.867403:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768333.867405:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867406:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.867409:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384689280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867416:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768333.867417:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768333.867418:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768333.867421:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768333.867422:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768333.867423:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768333.867426:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768333.867427:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:1.0:1775768333.867429:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768333.867430:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768333.867431:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768333.867433:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768333.867434:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867436:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768333.867439:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384689408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768333.867445:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768333.867447:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768333.867448:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768333.867450:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768333.867451:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768333.867452:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768333.867455:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768333.867456:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:1.0:1775768333.867458:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768333.867459:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768333.867460:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768333.867462:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768333.867463:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867465:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768333.867469:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768333.867470:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768333.867472:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768333.867474:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.248960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.248965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.248971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.248972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768334.249010:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768334.249015:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768334.249020:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768335.208963:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299265287, at 4299265344
00000100:00000040:0.0:1775768335.208964:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299265287, at 4299265344
00000100:00000010:0.0:1775768335.208987:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000010:1.0:1775768335.208990:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768335.272972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.272979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.272985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.272987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768335.273057:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768335.273060:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768335.273063:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768336.297362:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768336.297368:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297375:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768336.297376:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768336.297452:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768336.297456:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768336.297459:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768337.320925:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.320930:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.320935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.320936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768337.321018:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768337.321024:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768337.321027:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768338.344935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.344940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.344946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.344954:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768338.344956:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768338.344959:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.344961:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768338.344962:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.344963:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.344965:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768338.345013:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768338.345015:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768338.345019:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768338.984954:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768338.984966:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768338.984969:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768338.984974:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768338.984978:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768338.984986:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4596
00000400:00000200:2.0:1775768338.984995:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768338.985001:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768338.985004:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768338.985007:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985010:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985012:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985015:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768338.985018:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768338.985020:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768338.985022:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768338.985024:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768338.985027:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768338.985029:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768338.985031:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985033:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985035:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985036:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768338.985039:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768338.985042:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985045:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768338.985047:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768338.985051:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768338.985054:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985056:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768338.985059:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768338.985068:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768338.985071:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768338.985074:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768338.985076:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985079:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768338.985082:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768338.985086:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768338.985093:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768338.985100:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768338.985108:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768338.985118:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768338.985122:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768338.985126:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768338.985152:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768338.985154:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768338.985158:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768338.985159:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768338.985160:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768338.985163:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768338.985165:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4596
00000400:00000200:2.0:1775768338.985169:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768338.985171:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768338.985173:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768338.985176:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985178:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985180:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985182:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768338.985185:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768338.985186:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768338.985187:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768338.985189:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768338.985192:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768338.985194:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768338.985197:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985199:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768338.985200:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985202:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985204:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768338.985207:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768338.985209:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768338.985211:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985213:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768338.985214:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768338.985217:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768338.985222:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768338.985223:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768338.985231:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768338.985233:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.985237:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768338.985238:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.985240:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768338.985244:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985245:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775768338.985249:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384689536:192.168.202.154@tcp:250:kworker.0
00000008:00100000:2.0:1775768338.985250:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768338.985254:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775768338.985255:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985258:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.985260:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775768338.985262:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
02000000:00000001:1.0:1775768338.985264:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768338.985266:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768338.985268:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768338.985269:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768338.985272:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768338.985274:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
00000100:00000001:2.0:1775768338.985274:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768338.985275:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768338.985279:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768338.985279:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768338.985286:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000400:00000200:1.0:1775768338.985287:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768338.985291:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768338.985293:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00100000:2.0:1775768338.985298:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768338.985300:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:2.0:1775768338.985308:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775768338.985309:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689536, portal 25
00000100:00000001:2.0:1775768338.985311:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985314:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1775768338.985317:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.985318:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445952 : -107275321105664 : ffff9e6f0497a300)
00000100:00000040:1.0:1775768338.985328:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768338.985330:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985339:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768338.985341:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768338.985345:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768338.985348:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1775768338.985349:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000001:2.0:1775768338.985350:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768338.985354:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768338.985355:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384689536, offset 0
00000100:00000001:2.0:1775768338.985358:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768338.985363:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4596
00000400:00000200:1.0:1775768338.985365:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768338.985370:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768338.985374:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768338.985375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768338.985379:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768338.985383:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.985386:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768338.985387:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985391:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.985393:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768338.985396:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768338.985400:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:2.0:1775768338.985401:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768338.985403:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:1.0:1775768338.985406:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768338.985406:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768338.985410:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768338.985412:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768338.985414:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768338.985419:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200712:200712:256:4294967295] 192.168.202.154@tcp LPNI seq info [200712:200712:8:4294967295]
00000020:00000001:2.0:1775768338.985420:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768338.985428:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768338.985429:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985432:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985436:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985440:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768338.985444:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768338.985445:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768338.985452:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.0:1775768338.985456:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985457:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768338.985460:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1775768338.985462:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
02000000:00000001:2.0:1775768338.985463:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768338.985467:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985469:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.0:1775768338.985471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:2.0:1775768338.985472:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1775768338.985477:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000008:00000001:2.0:1775768338.985477:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985479:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768338.985486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775768338.985487:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768338.985491:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:1.1:1775768338.985491:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1775768338.985496:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768338.985499:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768338.985500:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985502:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1775768338.985503:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
02000000:00000001:2.0:1775768338.985504:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768338.985507:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.985512:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1775768338.985512:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768338.985518:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.985520:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768338.985526:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00100000:2.0:1775768338.985526:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768338.985530:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768338.985537:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768338.985538:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768338.985541:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768338.985543:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768338.985548:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.985560:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768338.985562:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.985567:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768338.985567:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768338.985575:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768338.985579:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768338.985582:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768338.985583:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985586:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768338.985586:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768338.985592:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4596
00000100:00000001:1.0:1775768338.985595:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768338.985599:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.985603:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768338.985606:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768338.985608:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299270406
00000100:00080000:2.0:1775768338.985609:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775768338.985614:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000040:2.0:1775768338.985614:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985618:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985621:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985636:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768338.985639:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768338.985642:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768338.985644:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768338.985645:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299270406
00000020:00000001:2.0:1775768338.985646:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768338.985649:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000010:1.0:1775768338.985651:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000020:00000001:2.0:1775768338.985652:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768338.985656:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768338.985657:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1775768338.985661:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985663:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768338.985664:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768338.985668:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768338.985668:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985672:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768338.985672:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768338.985676:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00100000:1.0:1775768338.985679:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768338/real 1775768338]  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768338.985681:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985686:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768338.985690:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768338.985694:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1775768338.985697:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768338.985697:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768338.985700:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768338.985701:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775768338.985704:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000008:00100000:2.0:1775768338.985705:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768338.985709:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.985710:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000100:00000001:2.0:1775768338.985712:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768338.985714:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000010:2.0:1775768338.985717:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768338.985718:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1775768338.985722:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000200:1.0:1775768338.985725:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768338.985726:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768338.985728:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985733:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768338.985736:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768338.985740:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768338.985741:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768338.985745:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768338.985751:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985753:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768338.985755:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768338.985758:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768338.985759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.985762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768338.985770:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768338.985789:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768338.985790:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768338.985793:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.985797:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768338.985801:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.985811:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768338.985816:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.985820:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768338.985820:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985823:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768338.985825:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768338.985826:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1775768338.985851:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768338.985853:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768338.985854:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768338.985857:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768338.985859:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4596
00000400:00000200:2.0:1775768338.985863:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768338.985866:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768338.985868:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768338.985872:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985874:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985876:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768338.985879:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768338.985879:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768338.985884:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00080000:1.0:1775768338.985886:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768338.985886:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768338.985890:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768338.985892:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00080000:1.0:1775768338.985894:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000001:2.0:1775768338.985896:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768338.985898:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768338.985899:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768338.985905:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768338.985907:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768338.985908:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768338.985913:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985918:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768338.985922:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:1.0:1775768338.985924:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384689536:192.168.202.154@tcp:250:kworker.0
00000100:00080000:2.0:1775768338.985927:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768338.985932:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.985933:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768338.985934:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768338.985937:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768338.985938:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768338.985942:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a300 x1862023384689536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768338.985943:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985948:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768338.985950:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768338.985957:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000008:00000001:2.0:1775768338.985957:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768338.985960:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.985961:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768338.985964:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
00000100:00000010:2.0:1775768338.985965:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
02000000:00000001:1.0:1775768338.985968:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1775768338.985969:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768338.985972:0:2406:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775768338.985973:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1775768338.985974:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768338.985975:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768338.985980:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768338.985980:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768338.985983:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1775768338.985984:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:2.0:1775768338.985985:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.985989:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1775768338.985990:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
02000000:00000001:1.0:1775768338.985992:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1775768338.985995:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768338.985996:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a300.
00000100:00000001:1.0:1775768338.986001:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768338.986004:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768338.986005:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768338.986007:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768338.986016:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768338.986017:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768338.986019:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986020:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986024:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768338.986026:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768338.986026:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986029:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768338.986036:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768338.986041:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986047:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768338.986048:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4606)
00000100:00000001:1.0:1775768338.986049:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986053:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768338.986055:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768338.986057:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768338.986060:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768338.986064:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768338.986066:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768338.986068:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986070:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986073:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768338.986085:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.986090:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768338.986093:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768338.986096:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768338.986099:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689664, portal 10
00000100:00000001:1.0:1775768338.986101:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768338.986103:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388446848 : -107275321104768 : ffff9e6f0497a680)
00000100:00000040:1.0:1775768338.986109:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986115:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768338.986118:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768338.986120:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768338.986122:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384689664, offset 0
00000400:00000200:1.0:1775768338.986126:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986130:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986133:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768338.986136:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768338.986139:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768338.986141:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768338.986143:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986146:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200713:200713:256:4294967295] 192.168.202.154@tcp LPNI seq info [200713:200713:8:4294967295]
00000400:00000200:1.0:1775768338.986150:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986156:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768338.986160:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986163:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768338.986167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768338.986169:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768338.986173:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768338.986175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768338.986193:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986195:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768338.986198:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768338.986201:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768338.986205:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768338.986207:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768338.986209:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768338.986213:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986220:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986222:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986228:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986229:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768338.986233:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.986236:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768338.986239:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768338.986242:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299269148
00000100:00000001:1.0:1775768338.986245:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986247:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299269148
00000100:00000001:1.0:1775768338.986249:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986251:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768338.986253:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986254:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768338.986257:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768338/real 1775768338]  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768338.986264:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768338.986265:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768338.986267:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768338.986269:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768338.986270:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768338.986272:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768338.986274:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768338.986281:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986287:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768338.986288:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986290:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986291:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768338.986294:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986300:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768338.986303:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986310:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768338.986312:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986313:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986315:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986316:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768338.986318:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768338.986321:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768338.986324:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768338.986326:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768338.986330:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768338.986337:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768338.986341:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768338.986344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986350:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768338.986352:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986353:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768338.986355:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768338.986357:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768338.986360:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768338.986362:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768338.986364:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768338.986366:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986367:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986371:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768338.986373:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.986376:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768338.986378:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768338.986381:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768338.986384:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689792, portal 10
00000100:00000001:1.0:1775768338.986386:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768338.986387:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768338.986393:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986404:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768338.986406:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768338.986408:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768338.986410:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384689792, offset 0
00000400:00000200:1.0:1775768338.986414:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986418:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986421:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768338.986423:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768338.986426:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768338.986428:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768338.986430:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986433:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200714:200714:256:4294967295] 192.168.202.154@tcp LPNI seq info [200714:200714:8:4294967295]
00000400:00000200:1.0:1775768338.986437:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986442:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768338.986446:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986449:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768338.986452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768338.986455:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768338.986458:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768338.986460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768338.986464:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986465:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768338.986468:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768338.986471:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768338.986474:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768338.986475:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768338.986477:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768338.986480:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986487:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986489:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986500:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986502:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768338.986505:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.986507:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768338.986510:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768338.986512:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299269126
00000100:00000001:1.0:1775768338.986514:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986516:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299269126
00000100:00000001:1.0:1775768338.986518:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986520:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768338.986522:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986524:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768338.986527:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768338/real 1775768338]  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768338.986534:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768338.986535:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768338.986537:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768338.986539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768338.986540:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768338.986542:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768338.986545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768338.986553:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986558:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768338.986559:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986561:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986562:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768338.986566:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986573:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768338.986576:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986582:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768338.986584:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986588:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768338.986590:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768338.986592:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768338.986596:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768338.986598:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768338.986602:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768338.986609:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768338.986612:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768338.986615:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986621:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768338.986635:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986638:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768338.986640:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768338.986642:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768338.986645:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768338.986648:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768338.986650:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768338.986652:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.986653:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986656:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768338.986658:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.986661:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768338.986664:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768338.986667:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768338.986669:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384689920, portal 4
00000100:00000001:1.0:1775768338.986671:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768338.986672:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768338.986677:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986683:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768338.986685:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768338.986687:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768338.986690:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384689920, offset 0
00000400:00000200:1.0:1775768338.986694:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986697:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986701:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768338.986704:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768338.986706:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768338.986708:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768338.986710:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.986713:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200715:200715:256:4294967295] 192.168.202.154@tcp LPNI seq info [200715:200715:8:4294967295]
00000400:00000200:1.0:1775768338.986717:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.986723:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768338.986727:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986730:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768338.986733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768338.986736:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768338.986739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768338.986742:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768338.986746:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.986748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768338.986750:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768338.986754:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768338.986756:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768338.986758:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768338.986760:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768338.986763:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986770:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986772:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986778:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986780:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768338.986782:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.986785:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768338.986788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768338.986790:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299269138
00000100:00000001:1.0:1775768338.986792:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986793:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299269138
00000100:00000001:1.0:1775768338.986795:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.986797:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768338.986799:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.986801:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768338.986804:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768338/real 1775768338]  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768338.986811:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768338.986812:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768338.986814:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768338.986816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768338.986817:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768338.986820:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768338.986823:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768338.986850:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986856:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768338.986857:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986859:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986860:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768338.986863:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986869:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768338.986873:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986879:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768338.986881:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986883:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.986884:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986886:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768338.986887:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768338.986889:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768338.986892:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768338.986894:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768338.986898:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768338.986905:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384689920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768338.986908:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986910:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986914:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a680 x1862023384689664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986920:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768338.986921:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986923:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768338.986926:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768338.986927:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768338.986928:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768338.986930:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768338.986932:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:1.0:1775768338.986934:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768338.986935:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768338.986937:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a680.
00000100:00000001:1.0:1775768338.986939:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768338.986941:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986942:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986945:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384689792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986951:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768338.986952:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986954:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768338.986956:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768338.986957:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768338.986964:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768338.986967:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768338.986968:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:1.0:1775768338.986970:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768338.986971:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768338.986972:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768338.986975:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768338.986976:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.986977:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.986980:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384689920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.986986:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768338.986987:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768338.986989:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768338.986991:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768338.986992:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768338.986993:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768338.986995:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768338.986996:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:1.0:1775768338.986998:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768338.986999:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768338.987000:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768338.987002:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768338.987003:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987005:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987008:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768338.987010:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.987012:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768338.987013:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768338.987014:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768338.987017:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987023:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768338.987024:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.987026:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768338.987028:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768338.987030:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768338.987032:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768338.987035:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768338.987037:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768338.987038:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768338.987040:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768338.987043:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768338.987045:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768338.987048:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768338.987050:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768338.987053:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768338.987056:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690048, portal 4
00000100:00000001:1.0:1775768338.987058:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768338.987060:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768338.987065:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987071:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768338.987073:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768338.987076:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768338.987077:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384690048, offset 0
00000400:00000200:1.0:1775768338.987081:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768338.987085:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.987089:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768338.987092:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768338.987094:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768338.987096:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768338.987098:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768338.987101:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200716:200716:256:4294967295] 192.168.202.154@tcp LPNI seq info [200716:200716:8:4294967295]
00000400:00000200:1.0:1775768338.987105:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768338.987110:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768338.987115:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.987118:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768338.987121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768338.987124:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768338.987128:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768338.987130:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768338.987134:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768338.987135:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768338.987138:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768338.987141:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768338.987144:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768338.987145:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768338.987147:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768338.987151:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987162:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.987165:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987171:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.987172:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768338.987175:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768338.987178:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768338.987181:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768338.987183:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299269141
00000100:00000001:1.0:1775768338.987185:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.987187:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299269141
00000100:00000001:1.0:1775768338.987188:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299270406
00000100:00000001:1.0:1775768338.987191:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768338.987193:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.987194:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768338.987197:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768338/real 1775768338]  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768338.987204:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768338.987206:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768338.987207:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768338.987209:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768338.987211:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768338.987212:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768338.987215:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768338.987222:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987227:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768338.987229:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987231:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.987232:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768338.987235:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987241:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768338.987244:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987250:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768338.987252:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987254:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768338.987255:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987257:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768338.987258:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768338.987260:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768338.987263:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768338.987265:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768338.987269:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768338.987275:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768338.987279:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987280:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768338.987283:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384690048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768338.987288:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768338.987290:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768338.987291:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768338.987293:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768338.987294:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768338.987296:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768338.987298:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768338.987299:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:1.0:1775768338.987301:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768338.987302:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768338.987304:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768338.987306:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768338.987307:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987308:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768338.987311:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768338.987312:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768338.987314:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768338.987315:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.368952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.368959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.368965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.368966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768339.369069:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768339.369072:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768339.369075:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768340.328927:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299270406, at 4299270464
00000100:00000040:0.0:1775768340.328934:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299270406, at 4299270464
00000100:00000010:1.0:1775768340.328942:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00000100:00000010:0.0:1775768340.328945:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768340.392959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.392966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.392972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.392974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768340.393041:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768340.393045:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768340.393048:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768341.416959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.416966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768341.416974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.416975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768341.417021:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768341.417025:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768341.417029:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768342.440941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.440948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.440954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.440956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768342.441018:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768342.441022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768342.441025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768343.464962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.464971:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768343.464973:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768343.464977:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.464982:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768343.464985:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.464987:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.464989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.464994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.464995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768343.465077:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768343.465079:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768343.465083:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768344.104966:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768344.104975:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768344.104977:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768344.104980:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768344.104984:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768344.104989:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4601
00000400:00000200:2.0:1775768344.105005:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105011:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768344.105014:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768344.105017:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105020:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105023:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105025:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768344.105028:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768344.105030:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768344.105033:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768344.105035:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768344.105037:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768344.105039:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768344.105042:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105044:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105046:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105048:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768344.105051:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768344.105054:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105056:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768344.105059:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768344.105063:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105066:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105069:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768344.105070:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768344.105079:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768344.105081:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768344.105084:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768344.105085:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105087:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768344.105089:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768344.105092:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768344.105098:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768344.105103:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768344.105110:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768344.105118:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768344.105121:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768344.105124:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768344.105142:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768344.105144:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768344.105147:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768344.105148:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768344.105149:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768344.105151:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768344.105152:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4601
00000400:00000200:2.0:1775768344.105155:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105157:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768344.105158:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768344.105160:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105162:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105163:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105164:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768344.105166:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768344.105167:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768344.105168:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768344.105169:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768344.105171:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768344.105172:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768344.105174:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105175:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105176:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105178:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768344.105179:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768344.105181:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105182:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768344.105183:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768344.105187:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105188:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105190:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768344.105190:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768344.105194:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768344.105196:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1775768344.105196:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105199:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105200:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1775768344.105201:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768344.105204:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768344.105206:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768344.105206:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105208:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768344.105210:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775768344.105211:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768344.105211:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768344.105214:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768344.105219:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768344.105226:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768344.105230:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768344.105234:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105235:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768344.105238:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.105240:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768344.105241:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768344.105244:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768344.105251:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105252:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768344.105255:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768344.105258:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1775768344.105259:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384690176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768344.105260:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768344.105263:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768344.105266:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768344.105270:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4601
00000100:00000001:1.0:1775768344.105274:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1775768344.105274:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105278:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768344.105279:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1775768344.105280:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768344.105281:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105284:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768344.105285:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768344.105285:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105288:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768344.105290:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768344.105291:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
02000000:00000001:1.0:1775768344.105292:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1775768344.105292:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768344.105295:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768344.105296:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768344.105297:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768344.105298:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000010:1.0:1775768344.105300:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
00000100:00000001:2.0:1775768344.105300:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105303:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768344.105305:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105305:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768344.105310:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768344.105312:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105315:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.105316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768344.105317:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768344.105320:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105322:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768344.105323:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:2.0:1775768344.105323:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768344.105326:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768344.105328:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105329:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768344.105332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000010:2.0:1775768344.105332:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775768344.105335:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768344.105338:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768344.105339:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105340:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768344.105341:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775768344.105342:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690176, portal 25
02000000:00000001:2.0:1775768344.105342:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768344.105346:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:1.0:1775768344.105347:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768344.105348:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105350:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:1.0:1775768344.105358:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768344.105361:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768344.105375:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768344.105376:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768344.105380:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.105395:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768344.105395:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768344.105401:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768344.105404:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768344.105408:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768344.105412:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384690176, offset 0
00000100:00080000:2.0:1775768344.105420:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768344.105421:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105423:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768344.105425:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768344.105427:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768344.105432:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4601
00000400:00000200:1.0:1775768344.105433:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105439:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105443:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768344.105444:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768344.105445:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768344.105449:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.105451:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768344.105451:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105455:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105457:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768344.105459:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:2.0:1775768344.105459:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768344.105461:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768344.105463:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768344.105464:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000400:00000200:1.0:1775768344.105467:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768344.105467:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768344.105471:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768344.105475:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768344.105476:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105478:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105481:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.105485:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200717:200717:256:4294967295] 192.168.202.154@tcp LPNI seq info [200717:200717:8:4294967295]
00000100:00000001:2.0:1775768344.105485:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768344.105488:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768344.105493:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105496:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.105497:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768344.105498:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768344.105501:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105503:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105505:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768344.105508:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768344.105512:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.105513:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768344.105514:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768344.105519:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768344.105522:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000800:00000200:1.0:1775768344.105523:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768344.105524:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768344.105527:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105529:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768344.105530:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1775768344.105531:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
02000000:00000001:2.0:1775768344.105532:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768344.105538:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768344.105540:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768344.105543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:2.0:1775768344.105545:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768344.105551:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768344.105553:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768344.105554:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775768344.105557:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768344.105565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768344.105572:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768344.105588:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.105591:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00000001:2.0:1775768344.105596:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.105597:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768344.105602:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768344.105606:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768344.105610:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768344.105612:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768344.105613:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00080000:2.0:1775768344.105615:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1775768344.105617:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:2.0:1775768344.105619:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768344.105623:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768344.105625:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4601
00000100:00000200:1.0:1775768344.105630:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768344.105632:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768344.105640:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768344.105645:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768344.105648:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768344.105651:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105655:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768344.105656:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768344.105660:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105664:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768344.105669:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768344.105672:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768344.105672:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768344.105674:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768344.105676:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775768344.105676:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768344.105679:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768344.105681:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768344.105683:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768344.105685:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105687:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768344.105690:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.105693:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768344.105693:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768344.105697:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768344.105699:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299275526
00000100:00080000:2.0:1775768344.105699:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768344.105704:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768344.105705:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1775768344.105707:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
02000000:00000001:2.0:1775768344.105708:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105712:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105714:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768344.105716:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1775768344.105716:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768344.105721:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105723:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105725:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299275526
00000100:00000010:2.0:1775768344.105727:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768344.105730:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000010:1.0:1775768344.105731:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
02000000:00000001:2.0:1775768344.105734:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768344.105736:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775768344.105736:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768344.105741:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768344.105742:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768344.105743:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768344.105746:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105747:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105751:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1775768344.105752:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00100000:1.0:1775768344.105757:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768344/real 1775768344]  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768344.105757:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768344.105764:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768344.105780:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768344.105781:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768344.105782:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768344.105785:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775768344.105785:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768344.105790:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00000001:2.0:1775768344.105795:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768344.105799:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4611)
00000400:00000200:1.0:1775768344.105804:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768344.105807:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768344.105810:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768344.105815:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768344.105825:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.105861:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768344.105863:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105865:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.105867:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768344.105871:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.105878:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768344.105882:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.105889:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768344.105892:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105894:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.105895:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105897:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768344.105899:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768344.105902:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768344.105906:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768344.105908:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768344.105912:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768344.105919:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384690176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768344.105927:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105941:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.105945:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384690176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.105951:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768344.105954:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768344.105956:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768344.105959:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768344.105960:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768344.105962:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768344.105964:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768344.105966:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:1.0:1775768344.105969:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768344.105971:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768344.105972:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:1.0:1775768344.105975:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768344.105976:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105978:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.105985:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768344.105987:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.105994:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768344.105995:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768344.105996:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768344.106000:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106007:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768344.106008:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106010:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768344.106011:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768344.106013:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768344.106016:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768344.106019:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768344.106021:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768344.106022:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106024:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768344.106027:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768344.106028:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.106031:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768344.106034:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768344.106037:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768344.106040:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690304, portal 10
00000100:00000001:1.0:1775768344.106042:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768344.106043:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:1.0:1775768344.106048:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106055:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768344.106057:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768344.106059:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768344.106061:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384690304, offset 0
00000400:00000200:1.0:1775768344.106065:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106069:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106072:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768344.106074:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768344.106077:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768344.106079:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768344.106081:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106084:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200718:200718:256:4294967295] 192.168.202.154@tcp LPNI seq info [200718:200718:8:4294967295]
00000400:00000200:1.0:1775768344.106089:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106095:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768344.106099:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106103:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768344.106106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768344.106109:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768344.106113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768344.106116:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768344.106119:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106121:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768344.106124:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768344.106127:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768344.106130:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768344.106132:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768344.106134:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768344.106136:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106144:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.106146:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106153:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106154:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768344.106157:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768344.106161:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768344.106164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768344.106166:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299274268
00000100:00000001:1.0:1775768344.106169:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106171:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299274268
00000100:00000001:1.0:1775768344.106172:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106174:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768344.106176:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106177:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768344.106181:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768344/real 1775768344]  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768344.106188:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768344.106189:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768344.106191:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768344.106193:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768344.106195:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768344.106197:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768344.106200:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768344.106208:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106214:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768344.106215:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106217:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106218:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768344.106222:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106227:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768344.106230:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106237:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768344.106239:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106241:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106242:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106243:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768344.106245:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768344.106247:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768344.106250:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768344.106252:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768344.106255:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768344.106261:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768344.106265:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768344.106268:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106280:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768344.106281:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106283:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768344.106285:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768344.106287:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768344.106289:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768344.106292:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768344.106294:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768344.106295:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106297:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768344.106300:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768344.106302:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.106305:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768344.106307:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768344.106310:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768344.106312:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690432, portal 10
00000100:00000001:1.0:1775768344.106314:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768344.106316:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:1.0:1775768344.106321:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106328:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768344.106330:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768344.106332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768344.106334:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384690432, offset 0
00000400:00000200:1.0:1775768344.106338:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106345:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768344.106347:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768344.106349:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768344.106351:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768344.106354:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106357:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200719:200719:256:4294967295] 192.168.202.154@tcp LPNI seq info [200719:200719:8:4294967295]
00000400:00000200:1.0:1775768344.106361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106367:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768344.106371:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106374:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768344.106378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768344.106380:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768344.106384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768344.106386:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768344.106390:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106392:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768344.106394:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768344.106397:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768344.106400:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768344.106402:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768344.106404:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768344.106407:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106415:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.106418:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106424:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106425:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768344.106428:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768344.106431:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768344.106434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768344.106436:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299274246
00000100:00000001:1.0:1775768344.106439:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106441:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299274246
00000100:00000001:1.0:1775768344.106443:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106445:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768344.106447:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106449:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768344.106452:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768344/real 1775768344]  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768344.106460:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768344.106461:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768344.106463:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768344.106465:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768344.106466:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768344.106468:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768344.106471:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768344.106479:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106485:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768344.106486:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106489:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768344.106493:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106500:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768344.106503:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106510:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768344.106512:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106514:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106515:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106517:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768344.106519:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768344.106521:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768344.106525:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768344.106527:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768344.106530:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768344.106537:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768344.106541:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768344.106544:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106550:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768344.106551:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106553:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768344.106555:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768344.106557:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768344.106559:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768344.106562:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768344.106564:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768344.106565:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106567:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768344.106570:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768344.106571:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.106587:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768344.106590:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768344.106593:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768344.106595:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690560, portal 4
00000100:00000001:1.0:1775768344.106596:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768344.106598:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:1.0:1775768344.106603:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106609:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768344.106612:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768344.106614:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768344.106616:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384690560, offset 0
00000400:00000200:1.0:1775768344.106619:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106623:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106626:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768344.106628:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768344.106630:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768344.106632:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768344.106634:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106637:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200720:200720:256:4294967295] 192.168.202.154@tcp LPNI seq info [200720:200720:8:4294967295]
00000400:00000200:1.0:1775768344.106640:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106645:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768344.106649:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106652:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768344.106656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768344.106658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768344.106662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768344.106664:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768344.106668:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106669:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768344.106672:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768344.106675:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768344.106678:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768344.106679:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768344.106682:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768344.106685:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106692:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.106695:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106701:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106702:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768344.106706:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768344.106709:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768344.106712:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768344.106714:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299274258
00000100:00000001:1.0:1775768344.106716:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106718:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299274258
00000100:00000001:1.0:1775768344.106720:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106722:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768344.106724:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106726:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768344.106729:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768344/real 1775768344]  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768344.106737:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768344.106738:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768344.106740:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768344.106742:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768344.106744:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768344.106746:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768344.106749:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768344.106756:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106762:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768344.106764:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106766:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106767:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768344.106770:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106776:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768344.106779:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106785:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768344.106787:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106789:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.106790:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.106792:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768344.106793:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768344.106795:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768344.106799:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768344.106800:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768344.106804:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768344.106811:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768344.106815:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768344.106818:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106824:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768344.106825:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106827:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768344.106848:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768344.106851:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768344.106854:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768344.106857:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768344.106859:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768344.106860:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768344.106861:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768344.106865:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768344.106867:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768344.106869:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768344.106872:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768344.106875:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768344.106878:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690688, portal 4
00000100:00000001:1.0:1775768344.106880:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768344.106881:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:1.0:1775768344.106886:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106892:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768344.106894:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768344.106896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768344.106898:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384690688, offset 0
00000400:00000200:1.0:1775768344.106901:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106904:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106908:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768344.106910:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768344.106912:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768344.106914:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768344.106916:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768344.106918:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200721:200721:256:4294967295] 192.168.202.154@tcp LPNI seq info [200721:200721:8:4294967295]
00000400:00000200:1.0:1775768344.106922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768344.106927:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768344.106931:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106934:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768344.106937:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768344.106940:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768344.106943:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768344.106946:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768344.106949:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768344.106951:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768344.106954:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768344.106957:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768344.106960:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768344.106961:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768344.106964:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768344.106967:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106974:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.106976:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.106983:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.106984:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768344.106987:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768344.106990:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768344.106992:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768344.106994:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299274261
00000100:00000001:1.0:1775768344.106996:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.106998:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299274261
00000100:00000001:1.0:1775768344.107000:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299275526
00000100:00000001:1.0:1775768344.107002:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768344.107004:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.107005:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768344.107008:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768344/real 1775768344]  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768344.107015:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768344.107016:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768344.107018:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768344.107020:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768344.107021:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768344.107023:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768344.107025:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768344.107033:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107044:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768344.107045:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107047:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.107048:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768344.107051:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107057:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768344.107060:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107067:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768344.107069:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107070:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768344.107072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107073:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768344.107075:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768344.107077:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768344.107079:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768344.107082:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768344.107085:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768344.107091:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768344.107095:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107096:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.107099:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384690304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107105:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768344.107106:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768344.107108:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768344.107110:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768344.107112:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768344.107113:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768344.107115:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768344.107117:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:1.0:1775768344.107119:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768344.107120:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768344.107122:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:1.0:1775768344.107125:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768344.107126:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107127:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.107130:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384690432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107136:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768344.107137:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768344.107139:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768344.107141:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768344.107142:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768344.107143:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768344.107145:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768344.107147:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:1.0:1775768344.107149:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768344.107150:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768344.107151:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:1.0:1775768344.107153:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768344.107154:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107156:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.107158:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384690560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107164:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768344.107165:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768344.107166:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768344.107168:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768344.107169:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768344.107170:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768344.107172:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768344.107173:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:1.0:1775768344.107175:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768344.107175:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768344.107176:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:1.0:1775768344.107178:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768344.107179:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107180:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768344.107182:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384690688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768344.107188:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768344.107189:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768344.107191:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768344.107193:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768344.107193:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768344.107194:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768344.107196:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768344.107197:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:1.0:1775768344.107199:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768344.107200:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768344.107201:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:1.0:1775768344.107202:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768344.107203:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107205:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768344.107208:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768344.107209:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768344.107210:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768344.107212:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.488958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.488966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.488974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.488975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768344.489045:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768344.489053:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768344.489056:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768345.448943:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299275526, at 4299275584
00000100:00000010:1.0:1775768345.448959:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768345.448999:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299275526, at 4299275584
00000100:00000010:0.0:1775768345.449014:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768345.512972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.512980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.512987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.512988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768345.513053:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768345.513057:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768345.513060:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768346.536948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.536954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.536961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.536962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768346.537057:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768346.537060:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768346.537064:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768347.561038:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561045:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561051:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561060:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768347.561121:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768347.561125:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768347.561128:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768348.584994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585014:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768348.585017:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768348.585022:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585025:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768348.585028:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585030:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585032:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768348.585106:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768348.585110:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768348.585113:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768349.224907:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768349.224918:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768349.224921:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768349.224925:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768349.224930:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768349.224937:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4606
00000400:00000200:2.0:1775768349.224947:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768349.224952:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768349.224956:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768349.224959:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.224962:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.224965:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.224967:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768349.224970:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768349.224972:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768349.224975:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768349.224977:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768349.224980:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768349.224982:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768349.224984:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.224986:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.224988:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.224989:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768349.224992:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768349.224995:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768349.224998:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768349.225000:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768349.225003:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768349.225006:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225009:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768349.225011:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768349.225020:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768349.225024:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768349.225027:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768349.225029:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225032:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768349.225034:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768349.225038:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768349.225046:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768349.225052:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768349.225060:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768349.225070:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768349.225074:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768349.225079:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768349.225106:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768349.225109:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768349.225113:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768349.225114:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768349.225116:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768349.225118:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768349.225121:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4606
00000400:00000200:2.0:1775768349.225124:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768349.225127:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768349.225129:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768349.225131:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225133:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.225135:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225137:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768349.225139:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768349.225140:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768349.225142:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768349.225144:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768349.225146:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768349.225148:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768349.225150:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225152:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.225154:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225156:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768349.225158:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768349.225160:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225163:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768349.225164:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768349.225169:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768349.225172:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225174:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768349.225177:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768349.225179:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1775768349.225180:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225184:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768349.225184:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768349.225187:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000100:00000001:1.0:1775768349.225188:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768349.225192:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768349.225196:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775768349.225197:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768349.225197:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225201:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768349.225204:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768349.225208:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225212:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768349.225214:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768349.225214:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768349.225220:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768349.225220:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.225223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768349.225228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768349.225228:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768349.225234:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384690816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768349.225243:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768349.225247:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768349.225250:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225252:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768349.225253:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768349.225255:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768349.225259:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
00000100:00000040:2.0:1775768349.225261:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768349.225263:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.225273:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768349.225275:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768349.225277:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000100:00080000:2.0:1775768349.225279:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768349.225283:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1775768349.225284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000001:2.0:1775768349.225286:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768349.225288:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768349.225291:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768349.225292:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690816, portal 25
00000100:00080000:2.0:1775768349.225295:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4606
00000100:00000001:1.0:1775768349.225296:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768349.225299:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000400:00000200:2.0:1775768349.225303:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768349.225308:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768349.225308:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768349.225312:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768349.225317:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225321:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768349.225324:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768349.225325:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225328:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:1.0:1775768349.225330:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000001:2.0:1775768349.225332:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1775768349.225334:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000020:00000040:2.0:1775768349.225334:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768349.225338:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775768349.225340:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384690816, offset 0
00000020:00000040:2.0:1775768349.225341:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768349.225345:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768349.225349:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000020:00000001:2.0:1775768349.225350:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768349.225355:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225358:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768349.225359:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768349.225363:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225365:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768349.225367:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:2.0:1775768349.225370:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768349.225375:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768349.225376:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225379:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.225381:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:2.0:1775768349.225382:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768349.225385:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768349.225386:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768349.225390:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768349.225390:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225394:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768349.225396:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200722:200722:256:4294967295] 192.168.202.154@tcp LPNI seq info [200722:200722:8:4294967295]
00000008:00100000:2.0:1775768349.225397:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768349.225403:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.225406:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768349.225407:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768349.225412:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768349.225417:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768349.225420:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768349.225421:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768349.225424:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225428:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775768349.225429:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768349.225431:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768349.225433:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768349.225435:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
02000000:00000010:2.0:1775768349.225438:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768349.225442:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768349.225443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768349.225448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000100:00100000:2.0:1775768349.225451:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775768349.225458:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768349.225463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775768349.225464:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768349.225468:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768349.225471:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.225475:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000100:00000040:2.0:1775768349.225475:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768349.225483:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768349.225486:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768349.225490:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768349.225491:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768349.225497:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768349.225499:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000100:00000001:2.0:1775768349.225499:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768349.225503:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00080000:2.0:1775768349.225503:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768349.225508:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768349.225509:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768349.225513:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4606
00000100:00000200:1.0:1775768349.225516:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768349.225521:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768349.225537:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768349.225541:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768349.225546:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768349.225547:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768349.225549:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768349.225553:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768349.225554:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225559:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768349.225564:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768349.225566:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768349.225567:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768349.225569:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768349.225570:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768349.225573:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768349.225576:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768349.225576:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768349.225580:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768349.225584:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768349.225585:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768349.225588:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299280646
00000100:00000001:2.0:1775768349.225588:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.225593:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000010:1.0:1775768349.225595:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:2.0:1775768349.225595:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768349.225600:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768349.225603:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1775768349.225603:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225607:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768349.225610:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768349.225612:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299280646
02000000:00000001:2.0:1775768349.225613:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1775768349.225617:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
02000000:00000001:2.0:1775768349.225617:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225622:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768349.225623:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1775768349.225625:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768349.225627:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1775768349.225628:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225631:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225632:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225634:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:2.0:1775768349.225638:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00100000:1.0:1775768349.225640:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768349/real 1775768349]  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768349.225642:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768349.225647:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768349.225650:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225654:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768349.225656:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1775768349.225657:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768349.225658:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768349.225659:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768349.225662:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
02000000:00000010:2.0:1775768349.225663:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000400:00000200:1.0:1775768349.225665:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000100:00000001:2.0:1775768349.225667:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768349.225668:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768349.225672:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1775768349.225675:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768349.225679:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768349.225697:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775768349.225700:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768349.225701:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225710:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775768349.225710:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.225713:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.225717:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.225720:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768349.225725:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768349.225728:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768349.225729:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768349.225738:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768349.225741:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768349.225742:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768349.225743:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768349.225747:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775768349.225748:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768349.225751:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4606
00000400:00000200:2.0:1775768349.225758:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768349.225760:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768349.225765:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768349.225772:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225778:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.225782:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768349.225783:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768349.225787:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768349.225787:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768349.225790:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768349.225791:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.225793:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768349.225793:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768349.225797:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768349.225798:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1775768349.225799:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768349.225801:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768349.225802:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00080000:1.0:1775768349.225805:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1775768349.225806:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00080000:1.0:1775768349.225812:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000040:2.0:1775768349.225812:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768349.225815:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768349.225816:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768349.225820:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768349.225823:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768349.225823:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768349.225855:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:1.0:1775768349.225859:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384690816:192.168.202.154@tcp:250:kworker.0
00000100:00080000:2.0:1775768349.225861:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768349.225866:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225868:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768349.225868:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768349.225872:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768349.225873:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768349.225878:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384690816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768349.225878:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225882:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768349.225885:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768349.225891:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225892:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768349.225893:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.225895:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768349.225898:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
00000100:00000010:2.0:1775768349.225898:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768349.225903:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768349.225904:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768349.225907:0:2406:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775768349.225908:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1775768349.225909:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768349.225911:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768349.225912:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768349.225914:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775768349.225916:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775768349.225917:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768349.225920:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.225921:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768349.225924:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768349.225926:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
02000000:00000010:2.0:1775768349.225926:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:1.0:1775768349.225931:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768349.225931:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225934:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.225937:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768349.225939:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768349.225944:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768349.225947:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768349.225949:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768349.225950:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768349.225953:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768349.225953:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225957:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768349.225960:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768349.225963:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.225985:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768349.225987:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.225988:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.225992:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768349.225994:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768349.225995:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4617)
02000000:00000001:1.0:1775768349.225997:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768349.226001:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768349.226004:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768349.226006:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768349.226008:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226010:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226013:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768349.226015:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.226018:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768349.226021:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768349.226023:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768349.226026:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384690944, portal 10
00000100:00000001:1.0:1775768349.226028:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768349.226029:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:1.0:1775768349.226035:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226041:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768349.226043:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768349.226045:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768349.226047:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384690944, offset 0
00000400:00000200:1.0:1775768349.226051:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226054:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226057:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768349.226060:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768349.226063:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768349.226065:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768349.226067:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226070:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200723:200723:256:4294967295] 192.168.202.154@tcp LPNI seq info [200723:200723:8:4294967295]
00000400:00000200:1.0:1775768349.226074:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226081:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768349.226085:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226088:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768349.226091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768349.226093:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768349.226098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768349.226100:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768349.226103:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226105:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768349.226107:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768349.226111:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768349.226113:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768349.226115:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768349.226117:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768349.226120:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226127:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226129:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226136:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226137:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768349.226140:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768349.226143:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768349.226146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768349.226147:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299279388
00000100:00000001:1.0:1775768349.226150:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226153:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299279388
00000100:00000001:1.0:1775768349.226155:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226157:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768349.226158:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226160:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768349.226163:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768349/real 1775768349]  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768349.226170:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768349.226171:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768349.226173:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768349.226175:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768349.226176:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768349.226178:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768349.226181:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768349.226188:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226195:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768349.226196:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226198:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768349.226202:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226209:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768349.226212:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226218:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768349.226221:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226222:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226224:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226225:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768349.226227:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768349.226230:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768349.226232:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768349.226234:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768349.226238:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768349.226245:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384690944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768349.226249:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768349.226251:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226257:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768349.226259:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226260:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768349.226262:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768349.226264:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768349.226267:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768349.226270:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768349.226271:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768349.226272:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226274:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226276:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768349.226278:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.226281:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768349.226283:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768349.226285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768349.226288:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691072, portal 10
00000100:00000001:1.0:1775768349.226290:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768349.226291:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:1.0:1775768349.226295:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226302:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768349.226304:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768349.226306:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768349.226308:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384691072, offset 0
00000400:00000200:1.0:1775768349.226312:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226314:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226317:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768349.226319:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768349.226322:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768349.226324:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768349.226326:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226329:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200724:200724:256:4294967295] 192.168.202.154@tcp LPNI seq info [200724:200724:8:4294967295]
00000400:00000200:1.0:1775768349.226333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226339:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768349.226343:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226346:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768349.226349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768349.226351:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768349.226355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768349.226357:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768349.226361:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226363:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768349.226365:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768349.226368:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768349.226371:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768349.226372:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768349.226374:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768349.226377:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226389:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226392:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226398:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226399:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768349.226402:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768349.226404:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768349.226407:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768349.226409:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299279366
00000100:00000001:1.0:1775768349.226411:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226413:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299279366
00000100:00000001:1.0:1775768349.226415:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226417:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768349.226419:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226420:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768349.226423:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768349/real 1775768349]  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768349.226430:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768349.226431:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768349.226433:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768349.226435:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768349.226436:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768349.226438:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768349.226440:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768349.226447:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226454:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768349.226455:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226457:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226458:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768349.226461:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226467:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768349.226471:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226477:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768349.226479:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226481:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226482:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226484:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768349.226485:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768349.226488:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768349.226491:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768349.226493:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768349.226496:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768349.226503:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768349.226507:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768349.226510:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226516:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768349.226517:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226519:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768349.226521:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768349.226523:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768349.226538:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768349.226541:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768349.226543:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768349.226544:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226546:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226549:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768349.226551:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.226554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768349.226556:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768349.226559:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768349.226561:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691200, portal 4
00000100:00000001:1.0:1775768349.226563:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768349.226564:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:1.0:1775768349.226569:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226575:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768349.226577:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768349.226579:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768349.226581:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384691200, offset 0
00000400:00000200:1.0:1775768349.226585:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226588:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226591:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768349.226594:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768349.226596:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768349.226598:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768349.226600:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226603:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200725:200725:256:4294967295] 192.168.202.154@tcp LPNI seq info [200725:200725:8:4294967295]
00000400:00000200:1.0:1775768349.226607:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226613:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768349.226617:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226620:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768349.226623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768349.226626:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768349.226629:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768349.226632:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768349.226647:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.226649:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768349.226651:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768349.226655:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768349.226658:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768349.226659:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768349.226661:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768349.226664:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226672:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226674:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226680:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226682:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768349.226684:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768349.226687:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768349.226690:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768349.226692:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299279378
00000100:00000001:1.0:1775768349.226694:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226696:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299279378
00000100:00000001:1.0:1775768349.226698:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.226700:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768349.226701:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226703:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768349.226707:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768349/real 1775768349]  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768349.226714:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768349.226716:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768349.226717:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768349.226719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768349.226720:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768349.226722:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768349.226725:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768349.226733:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226738:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768349.226739:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226741:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226742:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768349.226745:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226752:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768349.226755:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226761:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768349.226763:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226765:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.226766:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226768:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768349.226769:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768349.226771:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768349.226773:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768349.226775:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768349.226779:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768349.226793:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768349.226796:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226797:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226800:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384690944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226806:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768349.226808:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226810:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768349.226811:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768349.226812:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768349.226814:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768349.226816:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768349.226817:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768349.226820:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768349.226821:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768349.226822:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:1.0:1775768349.226825:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768349.226826:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226843:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226847:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384691072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226853:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768349.226855:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226856:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768349.226859:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768349.226860:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768349.226861:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768349.226863:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768349.226864:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768349.226866:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768349.226867:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768349.226868:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768349.226871:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768349.226872:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226874:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.226876:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384691200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226882:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768349.226883:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226884:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768349.226886:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768349.226887:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768349.226889:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768349.226890:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768349.226891:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768349.226893:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768349.226894:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768349.226895:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768349.226897:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768349.226898:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.226903:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768349.226904:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.226905:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768349.226906:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768349.226908:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768349.226910:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226916:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768349.226918:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226919:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768349.226921:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768349.226923:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768349.226925:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768349.226928:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768349.226930:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768349.226931:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768349.226933:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768349.226935:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768349.226937:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768349.226940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768349.226942:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768349.226945:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768349.226948:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691328, portal 4
00000100:00000001:1.0:1775768349.226949:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768349.226950:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:1.0:1775768349.226955:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.226973:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768349.226976:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768349.226978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768349.226980:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384691328, offset 0
00000400:00000200:1.0:1775768349.226984:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768349.226987:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.226990:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768349.226993:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768349.226995:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768349.226997:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768349.226999:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768349.227002:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200726:200726:256:4294967295] 192.168.202.154@tcp LPNI seq info [200726:200726:8:4294967295]
00000400:00000200:1.0:1775768349.227006:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768349.227011:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768349.227015:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.227018:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768349.227022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768349.227024:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768349.227028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768349.227031:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768349.227034:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768349.227036:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:1.0:1775768349.227038:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768349.227041:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768349.227044:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:1.0:1775768349.227045:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:1.0:1775768349.227047:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768349.227050:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227057:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.227060:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227066:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.227068:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768349.227070:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768349.227073:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768349.227076:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768349.227078:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299279381
00000100:00000001:1.0:1775768349.227080:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.227082:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299279381
00000100:00000001:1.0:1775768349.227084:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299280646
00000100:00000001:1.0:1775768349.227086:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768349.227088:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.227090:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768349.227093:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768349/real 1775768349]  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768349.227100:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768349.227101:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768349.227102:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:1.0:1775768349.227104:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:1.0:1775768349.227106:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:1.0:1775768349.227108:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768349.227110:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768349.227118:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227124:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768349.227125:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227127:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.227128:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768349.227131:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227138:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768349.227141:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227148:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768349.227150:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227151:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768349.227153:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227154:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768349.227155:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768349.227157:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768349.227160:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768349.227162:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768349.227165:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768349.227172:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768349.227176:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227177:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768349.227180:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384691328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768349.227186:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768349.227187:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768349.227189:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768349.227191:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768349.227192:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768349.227193:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768349.227195:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768349.227197:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768349.227198:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768349.227199:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768349.227201:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:1.0:1775768349.227203:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768349.227204:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227206:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768349.227208:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768349.227209:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768349.227211:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768349.227212:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.608923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.608929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.608935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.608937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768349.608999:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768349.609002:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768349.609006:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768350.569007:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299280646, at 4299280704
00000100:00000040:0.0:1775768350.569025:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299280646, at 4299280704
00000100:00000010:1.0:1775768350.569025:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000010:0.0:1775768350.569035:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768350.632974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.632980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.632985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.632986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768350.633069:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768350.633073:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768350.633076:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768351.657048:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657055:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768351.657060:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657062:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768351.657219:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768351.657223:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768351.657226:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768352.681294:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681301:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681306:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681307:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768352.681393:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768352.681396:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768352.681399:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768353.704952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.704962:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768353.704964:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768353.704968:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.704974:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768353.704977:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.704979:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.704981:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.704985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.704986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768353.705050:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768353.705054:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768353.705057:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768354.345029:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768354.345039:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768354.345042:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768354.345046:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768354.345049:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768354.345057:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4612
00000400:00000200:0.0:1775768354.345067:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768354.345072:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768354.345075:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768354.345078:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345081:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.345083:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345085:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768354.345089:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768354.345090:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768354.345093:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768354.345095:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768354.345097:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768354.345099:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768354.345102:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345103:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.345105:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345106:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768354.345109:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768354.345112:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345115:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768354.345117:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768354.345120:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768354.345122:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.345125:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768354.345127:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768354.345137:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768354.345140:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768354.345143:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768354.345145:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.345147:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768354.345149:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768354.345153:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768354.345160:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768354.345166:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.345174:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768354.345183:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768354.345187:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.345191:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345261:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768354.345264:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768354.345267:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768354.345272:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345279:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768354.345281:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.345285:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768354.345287:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768354.345289:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768354.345292:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384691456:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768354.345296:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768354.345300:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768354.345303:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.345305:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768354.345309:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768354.345311:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.345316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768354.345320:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000010:1.0:1775768354.345325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccaa0.
00000100:00000200:1.0:1775768354.345331:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691456, portal 25
00000100:00000001:1.0:1775768354.345333:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768354.345335:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:1.0:1775768354.345339:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345345:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768354.345348:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768354.345350:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc440.
00000100:00000200:1.0:1775768354.345352:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384691456, offset 0
00000400:00000200:1.0:1775768354.345357:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768354.345364:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.345369:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768354.345374:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768354.345378:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768354.345381:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768354.345383:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768354.345386:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200727:200727:256:4294967295] 192.168.202.154@tcp LPNI seq info [200727:200727:8:4294967295]
00000400:00000200:1.0:1775768354.345390:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.345399:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768354.345404:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768354.345409:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768354.345415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768354.345419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768354.345436:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.345441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768354.345443:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299285766
00000100:00000010:1.0:1775768354.345448:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768354.345454:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768354.345460:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299285766
00000100:00000010:1.0:1775768354.345462:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768354.345465:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768354.345468:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768354.345470:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.345473:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.345506:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768354.345524:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768354.345528:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768354.345531:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768354.345533:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768354.345534:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768354.345537:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768354.345540:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4612
00000400:00000200:0.0:1775768354.345543:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768354.345547:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768354.345549:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768354.345552:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345554:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.345556:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345557:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768354.345559:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768354.345560:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768354.345561:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768354.345563:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768354.345565:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768354.345566:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768354.345568:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345570:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.345572:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345573:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768354.345575:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768354.345577:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768354.345579:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768354.345581:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768354.345585:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768354.345588:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.345589:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768354.345593:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768354.345595:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.345597:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768354.345600:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768354.345602:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768354.345605:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768354.345606:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.345607:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768354.345609:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768354.345610:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768354.345614:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768354.345617:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.345621:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768354.345627:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768354.345629:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.345632:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345858:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768354.345860:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768354.345863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768354.345864:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768354.345866:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768354.345870:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345876:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768354.345877:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.345879:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768354.345881:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768354.345882:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768354.345885:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768354.345887:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768354.345889:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768354.345891:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.345892:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768354.345896:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768354.345897:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.345901:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768354.345903:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b790.
00000400:00000010:1.0:1775768354.345906:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccc38.
00000100:00000200:1.0:1775768354.345909:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691584, portal 10
00000100:00000001:1.0:1775768354.345911:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768354.345912:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:1.0:1775768354.345917:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.345923:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768354.345925:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768354.345927:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc908.
00000100:00000200:1.0:1775768354.345929:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384691584, offset 0
00000400:00000200:1.0:1775768354.345933:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768354.345937:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.345941:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768354.345943:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768354.345945:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768354.345947:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768354.345949:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768354.345951:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200728:200728:255:4294967295] 192.168.202.154@tcp LPNI seq info [200728:200728:7:4294967295]
00000400:00000200:1.0:1775768354.345954:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.345960:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768354.345964:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768354.345967:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768354.345970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768354.345973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768354.345976:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768354.345979:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768354.345981:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768354.345983:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299284508
00000100:00000001:1.0:1775768354.345986:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.345988:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299284508
00000100:00000001:1.0:1775768354.345989:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.345991:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768354.345993:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.345995:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.345997:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768354.346000:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768354.346001:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768354.346003:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768354.346004:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768354.346005:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346007:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346068:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768354.346072:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768354.346076:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768354.346077:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768354.346078:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768354.346080:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768354.346084:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4612
00000400:00000200:0.0:1775768354.346088:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768354.346090:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768354.346093:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768354.346095:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346097:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346099:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346101:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768354.346103:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768354.346104:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768354.346106:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768354.346107:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768354.346109:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768354.346111:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768354.346114:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346116:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346118:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346120:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768354.346122:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768354.346125:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346127:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768354.346129:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768354.346132:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768354.346134:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346136:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768354.346138:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768354.346140:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346142:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768354.346145:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768354.346148:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768354.346150:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768354.346151:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346153:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768354.346154:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768354.346156:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768354.346159:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768354.346162:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.346167:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768354.346174:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768354.346176:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.346179:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768354.346187:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768354.346190:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768354.346193:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768354.346195:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768354.346196:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768354.346199:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768354.346201:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4612
00000400:00000200:0.0:1775768354.346204:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768354.346207:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768354.346209:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768354.346211:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346213:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346215:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346217:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768354.346218:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768354.346219:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768354.346221:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768354.346222:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768354.346224:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768354.346226:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768354.346229:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346230:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346232:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346234:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768354.346236:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768354.346239:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346241:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768354.346242:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768354.346245:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768354.346247:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346249:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768354.346251:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768354.346253:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346255:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768354.346259:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768354.346261:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768354.346263:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768354.346264:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346266:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768354.346267:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768354.346269:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768354.346272:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768354.346275:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.346279:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768354.346285:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768354.346287:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.346290:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768354.346297:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768354.346299:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768354.346302:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768354.346303:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768354.346305:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768354.346307:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768354.346309:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4612
00000400:00000200:0.0:1775768354.346313:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768354.346316:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768354.346318:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768354.346320:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346322:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346323:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346325:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768354.346327:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768354.346328:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768354.346330:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768354.346331:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768354.346333:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768354.346335:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768354.346337:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346339:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768354.346340:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346342:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768354.346344:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768354.346346:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768354.346348:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768354.346350:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768354.346352:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768354.346354:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346356:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768354.346357:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768354.346359:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346361:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768354.346364:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768354.346366:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768354.346368:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768354.346369:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768354.346370:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768354.346371:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768354.346373:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768354.346375:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768354.346378:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.346382:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768354.346393:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768354.346395:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.346398:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768354.346405:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768354.346409:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4622)
00000100:00000001:1.0:1775768354.346458:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768354.346460:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768354.346461:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768354.346466:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346472:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768354.346474:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346488:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768354.346490:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768354.346492:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768354.346494:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768354.346498:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768354.346500:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768354.346501:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346503:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768354.346506:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768354.346508:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.346511:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768354.346520:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b9a0.
00000400:00000010:1.0:1775768354.346523:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcce58.
00000100:00000200:1.0:1775768354.346527:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691712, portal 10
00000100:00000001:1.0:1775768354.346529:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768354.346530:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768354.346535:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346541:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768354.346543:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768354.346545:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccbb0.
00000100:00000200:1.0:1775768354.346547:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384691712, offset 0
00000400:00000200:1.0:1775768354.346551:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346557:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768354.346560:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768354.346562:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768354.346564:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768354.346567:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346569:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200729:200729:254:4294967295] 192.168.202.154@tcp LPNI seq info [200729:200729:6:4294967295]
00000400:00000200:1.0:1775768354.346573:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346578:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768354.346583:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768354.346587:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397800.
00000800:00000200:1.0:1775768354.346590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768354.346594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768354.346597:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768354.346600:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768354.346603:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768354.346605:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299284486
00000100:00000001:1.0:1775768354.346607:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346609:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299284486
00000100:00000001:1.0:1775768354.346611:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346613:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768354.346616:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346618:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768354.346621:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346627:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768354.346628:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346630:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768354.346632:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768354.346634:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768354.346637:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768354.346640:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768354.346641:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768354.346643:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346645:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768354.346647:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768354.346649:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.346652:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768354.346654:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bc08.
00000400:00000010:1.0:1775768354.346657:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc3b8.
00000100:00000200:1.0:1775768354.346660:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691840, portal 4
00000100:00000001:1.0:1775768354.346661:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768354.346663:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768354.346667:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346673:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768354.346674:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768354.346677:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc7f8.
00000100:00000200:1.0:1775768354.346679:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384691840, offset 0
00000400:00000200:1.0:1775768354.346682:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346685:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346687:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768354.346689:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768354.346692:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768354.346693:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768354.346695:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346698:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200730:200730:253:4294967295] 192.168.202.154@tcp LPNI seq info [200730:200730:5:4294967295]
00000400:00000200:1.0:1775768354.346701:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346706:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768354.346710:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768354.346713:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397700.
00000800:00000200:1.0:1775768354.346716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768354.346720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768354.346722:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768354.346725:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768354.346727:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768354.346729:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299284498
00000100:00000001:1.0:1775768354.346731:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346733:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299284498
00000100:00000001:1.0:1775768354.346736:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346738:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768354.346740:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346742:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768354.346745:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346751:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768354.346753:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346755:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768354.346757:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768354.346758:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768354.346761:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768354.346764:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768354.346765:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768354.346767:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768354.346768:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768354.346771:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768354.346772:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768354.346775:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768354.346777:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf20.
00000400:00000010:1.0:1775768354.346781:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccd48.
00000100:00000200:1.0:1775768354.346783:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384691968, portal 4
00000100:00000001:1.0:1775768354.346785:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768354.346786:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768354.346791:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.346797:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768354.346799:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768354.346801:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccdd0.
00000100:00000200:1.0:1775768354.346804:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384691968, offset 0
00000400:00000200:1.0:1775768354.346807:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346811:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346814:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768354.346816:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768354.346818:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768354.346820:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768354.346822:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768354.346825:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200731:200731:252:4294967295] 192.168.202.154@tcp LPNI seq info [200731:200731:4:4294967295]
00000400:00000200:1.0:1775768354.346847:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768354.346854:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768354.346859:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768354.346862:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397000.
00000800:00000200:1.0:1775768354.346866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768354.346870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768354.346873:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768354.346875:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768354.346878:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768354.346880:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299284501
00000100:00000001:1.0:1775768354.346883:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346884:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299284501
00000100:00000001:1.0:1775768354.346886:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299285766
00000100:00000001:1.0:1775768354.346888:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768354.346890:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346892:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768354.346897:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768354.346899:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768354.346900:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768354.346901:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768354.346903:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.346904:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729726:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729731:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729736:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729737:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768354.729923:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768354.729926:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768354.729928:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768355.688941:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299285766, at 4299285824
00000100:00000040:0.0:1775768355.688956:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299285766, at 4299285824
00000100:00000010:1.0:1775768355.688957:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768355.688966:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768355.752978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.752986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.752993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.752995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768355.753256:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768355.753259:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768355.753263:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768356.776922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.776929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.776936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.776937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768356.777020:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768356.777025:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768356.777029:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768357.417753:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768357.417795:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768357.417804:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768357.417808:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768357.417813:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768357.417817:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768357.417821:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768357.417824:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:2.0:1775768357.417866:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768357.417871:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768357.417877:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc440
00000400:00000010:2.0:1775768357.417880:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc440.
00000100:00000001:2.0:1775768357.417884:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768357.417892:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.417918:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768357.417922:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.417930:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768357.417932:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768357.417941:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768357.417942:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:2.0:1775768357.417945:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768357.417948:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768357.417950:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc908
00000400:00000010:2.0:1775768357.417952:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc908.
00000100:00000001:2.0:1775768357.417954:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768357.417958:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.417965:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768357.417968:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.417974:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768357.417976:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768357.417979:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768357.417981:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:2.0:1775768357.417983:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768357.417986:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768357.417989:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccbb0
00000400:00000010:2.0:1775768357.417991:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccbb0.
00000100:00000001:2.0:1775768357.417993:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768357.417998:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.418004:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768357.418008:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418012:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768357.418017:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768357.418017:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768357.418020:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768357.418023:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000800:00000100:2.0:1775768357.418027:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768357.418029:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:2.0:1775768357.418033:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1775768357.418034:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768354/real 1775768357]  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768357.418039:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768357.418044:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc7f8
00000400:00000010:2.0:1775768357.418048:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc7f8.
00000100:00000001:2.0:1775768357.418051:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768357.418057:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768357.418059:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768357.418063:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768357.418067:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b9a0.
00000100:00000001:2.0:1775768357.418068:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768357.418072:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768357.418075:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcce58
00000400:00000010:0.0:1775768357.418079:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcce58.
00000100:00000001:2.0:1775768357.418084:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768357.418085:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768357.418086:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1775768357.418092:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1775768357.418095:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768357.418100:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:2.0:1775768357.418105:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768357.418112:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768357.418115:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccdd0
00000100:00000200:0.0:1775768357.418116:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768357.418118:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccdd0.
00000100:00000001:2.0:1775768357.418123:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768357.418130:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:2.0:1775768357.418130:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418133:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418140:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418144:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768357.418144:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768357.418149:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418154:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768357.418166:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768357.418170:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768357.418179:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768357.418184:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418191:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768357.418194:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418196:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418200:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768357.418202:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768357.418206:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768357.418213:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768357.418215:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768357.418221:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418229:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768357.418233:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768357.418237:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768354/real 1775768357]  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768357.418243:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768357.418244:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768357.418246:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bc08.
00000400:00000200:0.0:1775768357.418249:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc3b8
00000400:00000010:0.0:1775768357.418250:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc3b8.
00000100:00000001:0.0:1775768357.418252:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768357.418255:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768357.418416:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418423:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768357.418425:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418427:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418428:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768357.418431:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418436:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768357.418440:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418459:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768357.418461:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418462:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418463:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418464:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768357.418466:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768357.418468:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768357.418471:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768357.418474:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768357.418477:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418484:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768357.418487:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768357.418490:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768354/real 1775768357]  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768357.418504:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768357.418505:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768357.418506:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf20.
00000400:00000200:0.0:1775768357.418509:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccd48
00000400:00000010:0.0:1775768357.418510:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccd48.
00000100:00000001:0.0:1775768357.418513:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768357.418515:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768357.418522:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418528:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768357.418529:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418531:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418532:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768357.418535:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418540:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768357.418543:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418548:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768357.418550:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418551:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418552:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418554:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768357.418555:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768357.418558:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768357.418561:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768357.418563:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768357.418566:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418572:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768357.418575:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768357.418578:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768354/real 1775768357]  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768357.418584:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768357.418585:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768357.418587:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b790.
00000400:00000200:0.0:1775768357.418589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccc38
00000400:00000010:0.0:1775768357.418590:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccc38.
00000100:00000001:0.0:1775768357.418592:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768357.418594:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768357.418601:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418606:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768357.418607:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418608:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768357.418612:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418617:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768357.418620:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418625:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768357.418627:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418629:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418630:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418631:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768357.418632:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768357.418635:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768357.418638:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768357.418640:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768357.418644:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418650:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384691584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768357.418654:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768357.418656:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768354/real 1775768357]  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768357.418663:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768357.418664:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768357.418665:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bcb8.
00000400:00000200:0.0:1775768357.418667:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccaa0
00000400:00000010:0.0:1775768357.418669:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccaa0.
00000100:00000001:0.0:1775768357.418671:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768357.418674:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768357.418681:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418687:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768357.418688:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418690:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418691:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768357.418695:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418705:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768357.418709:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418715:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768357.418717:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418719:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768357.418720:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418721:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768357.418723:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768357.418725:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768357.418728:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768357.418730:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768357.418734:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768357.418740:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384691456:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768357.418744:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418746:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768357.418749:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384691712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418761:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768357.418765:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768357.418769:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:0.0:1775768357.418774:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768357.418776:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768357.418778:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768357.418781:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768357.418783:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768357.418786:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768357.418789:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768357.418791:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:0.0:1775768357.418795:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768357.418796:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418797:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768357.418800:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384691840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418805:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768357.418807:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768357.418808:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:0.0:1775768357.418810:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768357.418812:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768357.418813:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768357.418814:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768357.418816:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768357.418818:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768357.418819:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768357.418820:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:0.0:1775768357.418823:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768357.418824:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418825:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768357.418887:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384691968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418894:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768357.418896:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768357.418898:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:0.0:1775768357.418900:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768357.418902:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768357.418903:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768357.418905:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768357.418906:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768357.418909:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768357.418910:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768357.418911:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:0.0:1775768357.418913:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768357.418914:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418917:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768357.418920:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384691584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418925:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768357.418926:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768357.418927:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:0.0:1775768357.418930:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768357.418931:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768357.418932:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768357.418934:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768357.418935:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768357.418937:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768357.418938:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768357.418939:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:0.0:1775768357.418941:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768357.418942:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418944:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768357.418947:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384691456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768357.418953:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768357.418954:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768357.418956:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:0.0:1775768357.418958:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768357.418959:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768357.418960:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768357.418962:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768357.418963:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768357.418965:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768357.418966:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768357.418967:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:0.0:1775768357.418969:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768357.418970:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418972:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.418981:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768357.418983:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768357.418985:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768357.418987:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801095:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801102:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801107:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801108:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768357.802848:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768357.802853:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768357.802857:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768358.825265:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.825271:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.825277:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.825280:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768358.825281:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768358.825284:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.825286:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768358.825288:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.825289:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.825290:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768358.825447:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768358.825451:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768358.825454:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768359.467938:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768359.467949:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768359.467951:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768359.467956:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768359.467960:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768359.467968:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4617
00000400:00000200:2.0:1775768359.467978:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768359.467984:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768359.467988:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768359.467991:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.467994:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.467996:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.467999:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768359.468002:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768359.468004:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768359.468007:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768359.468009:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768359.468011:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768359.468014:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768359.468017:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468018:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468020:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468023:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768359.468025:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768359.468029:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468031:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768359.468034:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768359.468038:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768359.468041:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468043:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768359.468045:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768359.468056:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768359.468059:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768359.468063:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768359.468065:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468069:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768359.468072:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768359.468076:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768359.468085:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768359.468092:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768359.468100:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768359.468111:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768359.468116:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468120:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768359.468144:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768359.468147:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768359.468150:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768359.468151:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768359.468153:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768359.468155:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768359.468157:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4617
00000400:00000200:2.0:1775768359.468161:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768359.468164:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768359.468166:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768359.468168:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468170:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468172:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468174:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768359.468176:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768359.468177:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768359.468179:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768359.468181:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768359.468183:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768359.468185:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768359.468187:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468189:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468190:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468192:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768359.468194:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768359.468197:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468199:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768359.468200:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768359.468205:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768359.468207:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468209:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768359.468213:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768359.468216:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468218:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768359.468221:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768359.468223:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768359.468226:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768359.468227:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468228:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768359.468230:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768359.468231:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768359.468235:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768359.468238:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768359.468242:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768359.468249:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768359.468252:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468255:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768359.468263:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768359.468266:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768359.468268:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768359.468270:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768359.468271:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768359.468273:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768359.468276:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4617
00000400:00000200:2.0:1775768359.468279:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768359.468282:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768359.468284:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768359.468287:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468289:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468291:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468293:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768359.468295:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768359.468296:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768359.468297:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768359.468299:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768359.468301:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768359.468303:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768359.468306:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468307:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468309:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468311:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768359.468313:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768359.468315:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468318:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768359.468319:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768359.468322:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768359.468324:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468325:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768359.468327:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768359.468330:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468331:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768359.468334:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768359.468337:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768359.468339:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768359.468340:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468341:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768359.468342:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768359.468344:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768359.468347:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:2.0:1775768359.468350:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768359.468354:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768359.468361:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768359.468363:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468366:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768359.468373:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768359.468375:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768359.468378:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768359.468380:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768359.468381:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768359.468383:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768359.468386:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4617
00000400:00000200:2.0:1775768359.468389:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768359.468392:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768359.468394:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768359.468397:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468399:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468400:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468402:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768359.468404:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768359.468406:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768359.468407:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768359.468409:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768359.468410:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768359.468412:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768359.468415:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468416:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468418:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468420:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768359.468421:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768359.468424:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468440:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768359.468441:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768359.468444:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768359.468446:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468447:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768359.468449:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768359.468451:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468453:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768359.468456:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768359.468458:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768359.468460:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768359.468461:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468463:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768359.468464:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768359.468466:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768359.468470:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:2.0:1775768359.468473:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768359.468478:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768359.468492:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768359.468494:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468499:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768359.468506:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768359.468509:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768359.468513:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768359.468514:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768359.468515:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768359.468517:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768359.468520:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4617
00000400:00000200:2.0:1775768359.468524:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768359.468527:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768359.468529:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768359.468531:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468534:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468536:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468538:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768359.468540:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768359.468541:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768359.468543:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768359.468545:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768359.468547:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768359.468549:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768359.468552:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468554:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768359.468556:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468558:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768359.468561:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768359.468564:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768359.468566:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768359.468568:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768359.468571:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768359.468573:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468576:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768359.468578:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768359.468580:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468582:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768359.468585:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768359.468587:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768359.468589:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768359.468590:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768359.468592:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768359.468593:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768359.468594:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768359.468597:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768359.468600:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768359.468604:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768359.468611:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768359.468613:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468616:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768359.468623:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768359.468628:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4627)
00000100:00000001:0.0:1775768359.468687:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768359.468691:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768359.468693:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768359.468699:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.468707:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.468709:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.468713:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768359.468716:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768359.468719:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.468722:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384692096:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768359.468726:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768359.468730:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768359.468733:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.468736:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768359.468741:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768359.468743:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.468748:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768359.468751:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768359.468758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768359.468764:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692096, portal 25
00000100:00000001:0.0:1775768359.468767:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768359.468768:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00000040:0.0:1775768359.468773:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.468781:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768359.468784:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768359.468787:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768359.468789:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384692096, offset 0
00000400:00000200:0.0:1775768359.468795:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768359.468802:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.468807:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768359.468811:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768359.468815:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768359.468819:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768359.468822:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768359.468826:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200732:200732:256:4294967295] 192.168.202.154@tcp LPNI seq info [200732:200732:8:4294967295]
00000400:00000200:0.0:1775768359.468850:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.468860:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768359.468866:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.468871:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768359.468878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768359.468881:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768359.468887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768359.468890:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768359.468894:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.468897:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768359.468901:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768359.468905:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768359.468910:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768359.468913:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768359.468916:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768359.468920:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.468929:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.468932:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.468939:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.468941:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768359.468945:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.468949:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768359.468952:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299290890
00000100:00000010:0.0:1775768359.468957:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768359.468962:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768359.468968:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299290890
00000100:00000010:0.0:1775768359.468971:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab768a0.
00000100:00000001:0.0:1775768359.468974:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768359.468991:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768359.468994:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.468997:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768359.469001:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768359/real 1775768359]  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768359.469011:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768359.469013:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768359.469015:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768359.469018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768359.469019:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768359.469022:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768359.469026:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768359.469035:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469042:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768359.469044:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469046:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469048:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768359.469052:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469059:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768359.469062:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469069:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768359.469072:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469073:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469075:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469077:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768359.469079:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768359.469082:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768359.469086:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768359.469088:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768359.469092:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768359.469100:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384692096:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768359.469104:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768359.469107:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469113:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.469114:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469116:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768359.469118:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768359.469120:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.469122:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692224:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768359.469125:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768359.469127:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768359.469129:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469130:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768359.469133:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768359.469135:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.469139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768359.469141:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768359.469144:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768359.469147:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692224, portal 10
00000100:00000001:0.0:1775768359.469149:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768359.469150:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000040:0.0:1775768359.469156:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469163:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768359.469165:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768359.469167:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768359.469169:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384692224, offset 0
00000400:00000200:0.0:1775768359.469173:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469177:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469180:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768359.469183:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768359.469185:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768359.469188:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768359.469190:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469192:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200733:200733:256:4294967295] 192.168.202.154@tcp LPNI seq info [200733:200733:8:4294967295]
00000400:00000200:0.0:1775768359.469196:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469202:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768359.469206:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469209:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768359.469212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768359.469215:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768359.469218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768359.469220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768359.469236:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469237:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768359.469240:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768359.469243:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768359.469246:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768359.469248:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768359.469250:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768359.469253:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469260:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.469262:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469273:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469274:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768359.469277:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768359.469280:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768359.469283:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768359.469285:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299289631
00000100:00000001:0.0:1775768359.469287:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469289:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299289631
00000100:00000001:0.0:1775768359.469291:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469293:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768359.469295:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469296:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768359.469299:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768359/real 1775768359]  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768359.469306:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768359.469307:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768359.469309:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768359.469310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768359.469312:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768359.469314:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768359.469316:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768359.469323:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469329:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768359.469330:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469331:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469332:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768359.469335:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469341:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768359.469344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469349:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768359.469351:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469353:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469354:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469356:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768359.469357:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768359.469359:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768359.469362:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768359.469364:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768359.469368:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768359.469374:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692224:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768359.469378:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768359.469380:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469386:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.469387:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469389:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768359.469390:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768359.469392:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.469395:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692352:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768359.469397:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768359.469399:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768359.469401:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469402:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768359.469405:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768359.469407:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.469409:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768359.469411:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768359.469414:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768359.469416:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692352, portal 10
00000100:00000001:0.0:1775768359.469417:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768359.469419:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:0.0:1775768359.469423:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469443:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768359.469446:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768359.469448:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768359.469451:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384692352, offset 0
00000400:00000200:0.0:1775768359.469455:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469459:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469462:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768359.469464:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768359.469466:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768359.469468:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768359.469471:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469474:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200734:200734:256:4294967295] 192.168.202.154@tcp LPNI seq info [200734:200734:8:4294967295]
00000400:00000200:0.0:1775768359.469477:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469482:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768359.469486:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469488:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768359.469491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768359.469494:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768359.469497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768359.469500:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768359.469503:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469505:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768359.469507:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768359.469510:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768359.469513:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768359.469514:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768359.469516:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768359.469519:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469525:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.469528:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469533:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469535:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768359.469537:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768359.469540:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768359.469542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768359.469544:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299289609
00000100:00000001:0.0:1775768359.469546:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469548:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299289609
00000100:00000001:0.0:1775768359.469550:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469551:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768359.469553:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469555:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768359.469557:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768359/real 1775768359]  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768359.469564:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768359.469565:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768359.469566:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768359.469568:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768359.469569:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768359.469571:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768359.469574:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768359.469580:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469586:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768359.469587:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469588:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469589:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768359.469592:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469597:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768359.469600:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469606:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768359.469608:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469609:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469610:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469612:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768359.469613:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768359.469615:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768359.469618:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768359.469619:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768359.469622:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768359.469629:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692352:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768359.469633:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768359.469636:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469641:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.469643:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469645:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768359.469646:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768359.469648:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.469650:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692480:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768359.469653:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768359.469654:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768359.469655:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469657:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768359.469660:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768359.469661:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.469664:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768359.469666:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768359.469669:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768359.469671:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692480, portal 4
00000100:00000001:0.0:1775768359.469673:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768359.469674:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:0.0:1775768359.469678:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469684:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768359.469686:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768359.469687:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768359.469689:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384692480, offset 0
00000400:00000200:0.0:1775768359.469693:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469696:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469698:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768359.469700:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768359.469703:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768359.469705:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768359.469707:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469710:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200735:200735:256:4294967295] 192.168.202.154@tcp LPNI seq info [200735:200735:8:4294967295]
00000400:00000200:0.0:1775768359.469713:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469719:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768359.469723:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469726:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768359.469729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768359.469731:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768359.469735:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768359.469737:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768359.469740:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.469742:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768359.469744:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768359.469748:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768359.469750:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768359.469752:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768359.469754:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768359.469757:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469764:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.469766:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469773:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469774:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768359.469776:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768359.469779:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768359.469782:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768359.469783:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299289621
00000100:00000001:0.0:1775768359.469786:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469788:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299289621
00000100:00000001:0.0:1775768359.469789:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.469791:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768359.469794:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.469795:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768359.469799:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768359/real 1775768359]  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768359.469805:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768359.469807:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768359.469809:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768359.469811:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768359.469813:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768359.469814:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768359.469817:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768359.469824:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469857:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768359.469859:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469861:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469862:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768359.469866:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469872:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768359.469876:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469883:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768359.469885:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469887:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.469888:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.469890:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768359.469891:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768359.469893:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768359.469897:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768359.469898:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768359.469902:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768359.469909:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692480:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768359.469912:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768359.469915:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469921:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.469922:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469924:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768359.469925:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768359.469927:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.469930:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692608:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768359.469933:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768359.469934:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768359.469936:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768359.469938:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768359.469941:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768359.469942:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768359.469945:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768359.469948:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768359.469950:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768359.469953:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692608, portal 4
00000100:00000001:0.0:1775768359.469955:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768359.469956:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:0.0:1775768359.469961:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.469966:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768359.469969:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768359.469972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768359.469974:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384692608, offset 0
00000400:00000200:0.0:1775768359.469978:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469981:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.469984:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768359.469987:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768359.469989:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768359.469991:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768359.469993:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768359.469996:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200736:200736:256:4294967295] 192.168.202.154@tcp LPNI seq info [200736:200736:8:4294967295]
00000400:00000200:0.0:1775768359.469999:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768359.470005:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768359.470009:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.470013:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768359.470016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768359.470019:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768359.470023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768359.470025:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768359.470029:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768359.470031:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768359.470034:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768359.470037:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768359.470040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768359.470041:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768359.470043:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768359.470047:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470054:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470057:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470064:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.470065:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768359.470069:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768359.470072:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768359.470075:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768359.470077:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299289624
00000100:00000001:0.0:1775768359.470080:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.470082:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299289624
00000100:00000001:0.0:1775768359.470084:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299290890
00000100:00000001:0.0:1775768359.470086:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768359.470088:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.470090:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768359.470093:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768359/real 1775768359]  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768359.470101:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768359.470103:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768359.470104:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768359.470107:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768359.470108:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768359.470110:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768359.470113:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768359.470121:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470127:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768359.470129:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470130:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.470131:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768359.470135:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470141:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768359.470145:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470152:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768359.470154:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470156:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768359.470157:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470159:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768359.470160:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768359.470162:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768359.470165:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768359.470167:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768359.470171:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768359.470178:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692608:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768359.470182:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470184:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470187:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384692096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470194:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768359.470196:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768359.470199:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:0.0:1775768359.470202:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768359.470204:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768359.470205:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768359.470207:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768359.470209:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:0.0:1775768359.470213:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768359.470215:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768359.470217:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:0.0:1775768359.470220:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768359.470221:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470223:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470226:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384692224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470232:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768359.470234:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768359.470235:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768359.470237:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768359.470238:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768359.470240:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768359.470241:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768359.470243:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:0.0:1775768359.470245:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768359.470246:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768359.470247:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:0.0:1775768359.470249:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768359.470250:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470252:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470255:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384692352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470261:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768359.470262:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768359.470263:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768359.470265:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768359.470266:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768359.470267:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768359.470269:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768359.470270:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:0.0:1775768359.470273:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768359.470274:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768359.470275:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:0.0:1775768359.470277:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768359.470278:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470280:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470282:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384692480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470294:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768359.470295:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768359.470297:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768359.470299:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768359.470300:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768359.470302:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768359.470303:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768359.470305:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:0.0:1775768359.470307:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768359.470308:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768359.470309:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:0.0:1775768359.470311:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768359.470312:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470314:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768359.470317:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384692608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768359.470324:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768359.470325:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768359.470327:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768359.470328:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768359.470329:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768359.470331:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768359.470332:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768359.470334:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:0.0:1775768359.470336:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768359.470337:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768359.470338:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:0.0:1775768359.470339:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768359.470341:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470343:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.470350:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768359.470352:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768359.470354:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768359.470356:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.848941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.848949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.848956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.848957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768359.849269:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768359.849274:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768359.849278:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768360.808944:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299290890, at 4299290944
00000100:00000010:1.0:1775768360.808960:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab768a0.
00000100:00000040:0.0:1775768360.808965:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299290890, at 4299290944
00000100:00000010:0.0:1775768360.808974:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768360.872898:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.872903:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.872907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.872909:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768360.872955:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768360.872959:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768360.872962:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768361.896969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.896974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.896980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.896981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768361.897058:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768361.897063:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768361.897067:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768362.920971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.920978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.920986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.920990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768362.921042:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768362.921047:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768362.921052:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768363.945067:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.945075:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768363.945078:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768363.945082:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.945087:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768363.945090:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.945092:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.945095:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.945100:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.945101:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768363.945157:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768363.945160:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768363.945163:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768364.584980:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768364.584990:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768364.584993:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768364.584996:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768364.585001:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768364.585008:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4622
00000400:00000200:0.0:1775768364.585017:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768364.585023:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768364.585026:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768364.585030:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585032:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.585042:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585044:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768364.585048:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768364.585049:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768364.585052:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768364.585054:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768364.585057:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768364.585059:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768364.585062:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585063:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.585065:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585067:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768364.585069:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768364.585072:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585075:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768364.585078:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768364.585081:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768364.585086:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585089:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768364.585091:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768364.585101:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768364.585104:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768364.585107:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768364.585109:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585112:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768364.585114:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768364.585118:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768364.585125:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768364.585131:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768364.585139:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768364.585150:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768364.585154:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768364.585159:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.585181:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768364.585184:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768364.585187:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768364.585189:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768364.585190:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768364.585192:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768364.585195:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4622
00000400:00000200:0.0:1775768364.585199:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768364.585202:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768364.585205:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768364.585207:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585210:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.585212:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585215:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768364.585218:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768364.585220:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768364.585222:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768364.585224:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768364.585226:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768364.585228:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768364.585232:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585235:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768364.585235:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768364.585240:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585243:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768364.585244:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775768364.585246:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768364.585248:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768364.585253:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585257:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.585262:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768364.585272:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768364.585278:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768364.585280:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768364.585282:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585284:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585286:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768364.585291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1775768364.585292:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768364.585297:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.585298:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768364.585300:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.585305:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768364.585307:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768364.585311:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00100000:1.0:1775768364.585314:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384692736:192.168.202.154@tcp:250:kworker.0
02000000:00000001:0.0:1775768364.585316:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768364.585319:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585326:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768364.585326:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768364.585329:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768364.585331:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768364.585332:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.585335:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768364.585338:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768364.585339:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768364.585344:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768364.585348:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768364.585352:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768364.585354:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768364.585365:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768364.585374:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000001:0.0:1775768364.585392:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768364.585393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768364.585399:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768364.585404:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692736, portal 25
00000100:00000040:0.0:1775768364.585406:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.585408:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768364.585411:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:1.0:1775768364.585424:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.585444:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768364.585447:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.585453:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768364.585455:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768364.585456:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768364.585461:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384692736, offset 0
00000100:00080000:0.0:1775768364.585467:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768364.585469:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768364.585473:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768364.585474:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585479:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768364.585483:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4622
00000400:00000200:1.0:1775768364.585485:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.585497:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768364.585501:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768364.585504:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768364.585508:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768364.585511:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768364.585515:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200737:200737:256:4294967295] 192.168.202.154@tcp LPNI seq info [200737:200737:8:4294967295]
00000400:00000200:1.0:1775768364.585519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.585527:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768364.585539:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768364.585539:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.585551:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000400:00000200:0.0:1775768364.585552:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768364.585558:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775768364.585564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768364.585565:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585577:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768364.585577:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1775768364.585586:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768364.585590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768364.585597:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768364.585599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1775768364.585603:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768364.585606:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768364.585611:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1775768364.585612:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768364.585617:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000010:1.0:1775768364.585618:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000020:00000001:0.0:1775768364.585621:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768364.585624:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768364.585627:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1775768364.585628:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585635:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.585640:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768364.585643:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768364.585646:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768364.585650:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768364.585652:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000100:00080000:0.0:1775768364.585654:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:1.0:1775768364.585658:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:0.0:1775768364.585660:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768364.585663:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768364.585667:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768364.585668:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768364.585672:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768364.585673:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.585676:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768364.585682:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768364.585694:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585696:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.585700:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.585709:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585719:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585720:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1775768364.585721:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768364.585725:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768364.585728:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768364.585729:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768364.585730:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585733:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768364.585734:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768364.585736:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768364.585738:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299296006
02000000:00000001:0.0:1775768364.585739:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768364.585751:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
02000000:00000010:0.0:1775768364.585752:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768364.585759:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585763:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1775768364.585769:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768364.585772:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299296006
00000100:00000010:1.0:1775768364.585778:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00000001:1.0:1775768364.585785:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768364.585793:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768364.585794:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768364.585796:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.585800:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.585802:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768364.585809:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768364/real 1775768364]  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768364.585810:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.585869:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768364.585872:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768364.585885:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:1.0:1775768364.585886:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768364.585888:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768364.585891:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768364.585894:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:1.0:1775768364.585897:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1775768364.585900:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4622
00000400:00000010:1.0:1775768364.585905:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:0.0:1775768364.585910:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.585910:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768364.585917:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000400:00000200:0.0:1775768364.585921:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768364.585923:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1775768364.585924:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768364.585930:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768364.585932:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.585938:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.585948:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.585956:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768364.585959:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768364.585960:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768364.585965:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768364.585972:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768364.585977:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768364.585978:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768364.585983:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768364.585984:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768364.585988:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768364.585993:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1775768364.585994:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768364.585997:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.586002:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775768364.586005:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768364.586010:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.586019:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768364.586031:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768364.586032:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768364.586039:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768364.586042:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.586043:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768364.586052:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768364.586056:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768364.586058:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.586060:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768364.586063:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768364.586071:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.586076:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586076:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768364.586084:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1775768364.586085:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768364.586093:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1775768364.586094:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768364.586097:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768364.586099:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768364.586103:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586104:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768364.586106:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768364.586107:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1775768364.586110:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768364.586116:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768364.586117:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:0.0:1775768364.586124:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00080000:1.0:1775768364.586128:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768364.586130:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586132:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768364.586143:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768364.586145:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768364.586167:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384692736:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768364.586178:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586180:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768364.586181:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768364.586183:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384692736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.586188:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586198:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768364.586200:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1775768364.586204:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768364.586205:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768364.586211:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768364.586214:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768364.586216:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768364.586223:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768364.586228:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768364.586234:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.586235:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768364.586237:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768364.586241:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00080000:0.0:1775768364.586242:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768364.586245:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1775768364.586249:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768364.586249:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586255:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.586256:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768364.586259:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768364.586262:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768364.586265:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1775768364.586266:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4622
00000100:00000001:1.0:1775768364.586270:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768364.586276:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768364.586277:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768364.586280:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1775768364.586282:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768364.586283:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768364.586287:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768364.586293:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768364.586293:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768364.586299:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768364.586308:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.586318:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768364.586319:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1775768364.586324:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768364.586324:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768364.586330:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
02000000:00000001:1.0:1775768364.586330:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1775768364.586334:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1775768364.586335:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768364.586339:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
02000000:00000001:1.0:1775768364.586339:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768364.586347:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00100000:1.0:1775768364.586351:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692864:192.168.202.154@tcp:38:kworker.0
00000020:00000001:0.0:1775768364.586353:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768364.586357:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768364.586361:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1775768364.586365:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768364.586366:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.586371:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768364.586374:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1775768364.586389:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
00000100:00000040:0.0:1775768364.586392:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768364.586394:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.586402:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768364.586408:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768364.586413:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000010:1.0:1775768364.586413:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768364.586421:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00080000:0.0:1775768364.586424:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000200:1.0:1775768364.586425:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692864, portal 10
00000100:00000001:0.0:1775768364.586429:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586430:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768364.586434:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
02000000:00000001:0.0:1775768364.586435:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768364.586443:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768364.586445:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768364.586452:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586462:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768364.586463:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768364.586469:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768364.586469:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768364.586471:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768364.586475:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384692864, offset 0
00000008:00000001:0.0:1775768364.586481:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768364.586488:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.586488:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768364.586494:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:0.0:1775768364.586496:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000400:00000200:1.0:1775768364.586500:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:0.0:1775768364.586502:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768364.586504:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768364.586510:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:0.0:1775768364.586511:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768364.586516:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1775768364.586517:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.586522:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768364.586523:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768364.586527:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768364.586528:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200738:200738:256:4294967295] 192.168.202.154@tcp LPNI seq info [200738:200738:8:4294967295]
02000000:00000001:0.0:1775768364.586534:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.586539:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:0.0:1775768364.586543:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000400:00000200:1.0:1775768364.586546:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768364.586555:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768364.586556:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.586564:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00100000:0.0:1775768364.586567:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775768364.586577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768364.586587:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768364.586591:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768364.586596:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768364.586598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768364.586605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1775768364.586606:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775768364.586624:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.586629:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00000001:0.0:1775768364.586633:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.586634:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768364.586640:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1775768364.586641:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4632)
00000400:00000200:1.0:1775768364.586643:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768364.586646:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768364.586649:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768364.586653:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586660:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.586661:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586666:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586667:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768364.586670:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.586674:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768364.586677:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768364.586679:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299294748
00000100:00000001:1.0:1775768364.586681:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.586682:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299294748
00000100:00000001:1.0:1775768364.586684:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.586685:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768364.586687:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586688:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768364.586690:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768364/real 1775768364]  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768364.586699:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768364.586700:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768364.586701:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768364.586703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768364.586703:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768364.586704:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768364.586706:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768364.586711:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586715:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768364.586716:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586716:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.586717:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768364.586719:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586722:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768364.586724:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586728:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768364.586729:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586730:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.586731:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586732:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768364.586733:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768364.586734:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768364.586736:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768364.586737:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768364.586740:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768364.586744:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692864:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768364.586747:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768364.586749:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586752:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768364.586753:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.586754:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768364.586756:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768364.586757:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768364.586759:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692992:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768364.586760:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768364.586762:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768364.586763:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.586763:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768364.586766:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768364.586767:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.586769:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768364.586771:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768364.586773:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768364.586774:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384692992, portal 10
00000100:00000001:1.0:1775768364.586776:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768364.586777:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768364.586780:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586784:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768364.586786:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768364.586787:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768364.586788:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384692992, offset 0
00000400:00000200:1.0:1775768364.586791:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768364.586793:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.586795:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768364.586797:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768364.586800:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768364.586802:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768364.586804:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768364.586807:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200739:200739:256:4294967295] 192.168.202.154@tcp LPNI seq info [200739:200739:8:4294967295]
00000400:00000200:1.0:1775768364.586811:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.586817:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768364.586821:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.586824:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768364.586849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768364.586852:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768364.586857:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768364.586859:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768364.586863:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.586864:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768364.586867:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768364.586870:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768364.586873:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768364.586874:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768364.586877:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768364.586880:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586888:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.586890:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586897:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586898:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768364.586901:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.586905:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768364.586908:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768364.586910:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299294727
00000100:00000001:1.0:1775768364.586912:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.586914:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299294727
00000100:00000001:1.0:1775768364.586916:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.586918:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768364.586920:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.586922:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768364.586925:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768364/real 1775768364]  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768364.586932:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768364.586934:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768364.586935:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768364.586937:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768364.586939:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768364.586941:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768364.586943:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768364.586950:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586956:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768364.586957:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586959:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.586960:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768364.586963:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586970:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768364.586973:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.586981:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768364.586984:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586985:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.586986:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.586988:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768364.586990:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768364.586992:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768364.586995:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768364.586997:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768364.587001:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768364.587008:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384692992:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768364.587011:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768364.587015:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587021:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768364.587022:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.587025:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768364.587026:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768364.587028:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768364.587031:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693120:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768364.587034:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768364.587035:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768364.587037:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.587039:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587042:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768364.587043:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.587047:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768364.587049:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768364.587052:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768364.587055:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693120, portal 4
00000100:00000001:1.0:1775768364.587057:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768364.587058:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768364.587063:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587069:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768364.587071:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768364.587073:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768364.587076:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384693120, offset 0
00000400:00000200:1.0:1775768364.587079:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768364.587082:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.587085:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768364.587088:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768364.587090:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768364.587092:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768364.587094:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768364.587097:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200740:200740:256:4294967295] 192.168.202.154@tcp LPNI seq info [200740:200740:8:4294967295]
00000400:00000200:1.0:1775768364.587101:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.587106:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768364.587111:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.587114:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768364.587117:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768364.587120:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768364.587123:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768364.587125:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768364.587129:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.587130:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768364.587133:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768364.587136:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768364.587139:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768364.587141:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768364.587143:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768364.587146:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587159:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587162:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587168:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587170:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768364.587173:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.587176:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768364.587179:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768364.587181:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299294739
00000100:00000001:1.0:1775768364.587183:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.587185:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299294739
00000100:00000001:1.0:1775768364.587187:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.587189:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768364.587191:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587192:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768364.587196:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768364/real 1775768364]  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768364.587203:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768364.587204:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768364.587206:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768364.587208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768364.587210:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768364.587212:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768364.587215:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768364.587223:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587230:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768364.587231:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587233:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.587234:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768364.587238:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587244:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768364.587247:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587254:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768364.587256:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587257:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.587258:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587260:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768364.587262:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768364.587264:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768364.587267:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768364.587269:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768364.587273:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768364.587281:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693120:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768364.587284:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587286:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587288:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384692864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587294:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768364.587296:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587298:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768364.587300:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768364.587301:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768364.587303:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768364.587305:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768364.587306:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768364.587309:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768364.587310:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768364.587311:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:1.0:1775768364.587314:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768364.587315:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587317:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587319:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384692992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587323:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768364.587324:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587325:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768364.587326:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768364.587327:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768364.587327:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768364.587328:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768364.587329:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768364.587330:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768364.587331:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768364.587331:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768364.587334:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768364.587334:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587335:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587336:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384693120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587340:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768364.587340:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587341:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768364.587342:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768364.587343:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768364.587344:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768364.587345:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768364.587346:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768364.587347:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768364.587348:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768364.587349:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768364.587350:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768364.587351:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587352:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587355:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768364.587356:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587357:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768364.587358:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768364.587359:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768364.587361:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587366:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768364.587367:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.587368:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768364.587369:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768364.587370:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768364.587372:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693248:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768364.587374:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768364.587388:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768364.587389:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768364.587391:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587393:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768364.587394:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768364.587397:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768364.587398:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768364.587400:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768364.587402:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693248, portal 4
00000100:00000001:1.0:1775768364.587403:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768364.587404:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768364.587408:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587412:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768364.587414:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768364.587415:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768364.587416:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384693248, offset 0
00000400:00000200:1.0:1775768364.587419:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768364.587421:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.587423:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768364.587426:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768364.587427:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768364.587429:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768364.587430:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768364.587432:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200741:200741:256:4294967295] 192.168.202.154@tcp LPNI seq info [200741:200741:8:4294967295]
00000400:00000200:1.0:1775768364.587434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768364.587438:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768364.587441:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.587442:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768364.587445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768364.587446:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768364.587449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768364.587451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768364.587453:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768364.587454:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768364.587456:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768364.587458:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768364.587460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768364.587461:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768364.587462:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768364.587464:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587469:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587470:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587474:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587475:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768364.587477:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768364.587480:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768364.587481:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768364.587483:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299294741
00000100:00000001:1.0:1775768364.587484:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.587486:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299294741
00000100:00000001:1.0:1775768364.587487:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299296006
00000100:00000001:1.0:1775768364.587489:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768364.587490:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587491:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768364.587492:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768364/real 1775768364]  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768364.587496:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768364.587497:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768364.587498:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768364.587499:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768364.587500:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768364.587501:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768364.587502:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768364.587506:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587510:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768364.587511:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587512:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.587513:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768364.587516:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587522:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768364.587525:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587531:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768364.587533:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587535:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768364.587536:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587538:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768364.587539:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768364.587542:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768364.587545:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768364.587547:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768364.587551:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768364.587558:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693248:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768364.587562:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587564:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768364.587567:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384693248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768364.587573:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768364.587574:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768364.587576:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768364.587579:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768364.587579:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768364.587580:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768364.587582:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768364.587583:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768364.587584:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768364.587585:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768364.587586:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768364.587588:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768364.587589:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587590:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768364.587592:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768364.587593:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768364.587594:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768364.587596:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.968946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.968952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.968958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.968960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768364.969010:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768364.969013:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768364.969016:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768365.928950:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299296006, at 4299296064
00000100:00000040:0.0:1775768365.928966:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299296006, at 4299296064
00000100:00000010:1.0:1775768365.928967:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000010:0.0:1775768365.928973:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768365.992966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.992973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.992981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.992982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768365.993031:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768365.993034:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768365.993037:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768367.016964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768367.016971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768367.016977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768367.016979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768367.017043:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768367.017048:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768367.017052:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768368.040934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.040939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.040944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.040945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768368.040999:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768368.041002:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768368.041005:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768369.064946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.064961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.064972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.064976:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768369.064978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768369.064982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.064984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768369.064986:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.064988:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.064990:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768369.065047:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768369.065051:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768369.065054:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768369.705146:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768369.705157:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768369.705160:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768369.705164:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768369.705169:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768369.705176:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4627
00000400:00000200:0.0:1775768369.705185:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768369.705191:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768369.705194:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768369.705197:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705200:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705203:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705205:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768369.705209:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768369.705211:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768369.705213:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768369.705216:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768369.705218:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768369.705220:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768369.705223:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705225:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705226:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705228:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768369.705231:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768369.705234:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705236:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768369.705238:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768369.705242:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768369.705246:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705248:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768369.705250:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768369.705261:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768369.705264:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768369.705268:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768369.705269:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705272:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768369.705275:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768369.705279:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768369.705287:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768369.705293:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768369.705301:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768369.705311:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768369.705315:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768369.705319:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768369.705353:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768369.705356:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768369.705359:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768369.705361:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768369.705362:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768369.705365:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768369.705367:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4627
00000400:00000200:0.0:1775768369.705371:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768369.705374:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768369.705376:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768369.705379:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705382:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705384:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705386:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768369.705388:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768369.705390:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768369.705392:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768369.705392:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768369.705395:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768369.705396:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768369.705397:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768369.705400:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768369.705401:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768369.705405:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705408:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768369.705409:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768369.705412:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705416:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768369.705421:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768369.705425:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768369.705426:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768369.705429:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.705430:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768369.705433:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768369.705435:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768369.705438:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768369.705440:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768369.705441:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768369.705443:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705446:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775768369.705448:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384693376:192.168.202.154@tcp:250:kworker.0
00000008:00100000:0.0:1775768369.705450:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768369.705454:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1775768369.705455:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705458:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.705459:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1775768369.705461:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
02000000:00000001:1.0:1775768369.705462:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768369.705465:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768369.705466:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768369.705470:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768369.705471:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705473:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775768369.705473:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768369.705475:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768369.705477:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.705478:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768369.705483:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000400:00000200:1.0:1775768369.705486:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768369.705488:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768369.705491:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00100000:0.0:1775768369.705496:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768369.705498:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768369.705506:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693376, portal 25
00000100:00000001:1.0:1775768369.705511:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768369.705513:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000001:0.0:1775768369.705516:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768369.705519:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.705522:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768369.705526:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.705539:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768369.705543:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.705545:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768369.705547:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768369.705548:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768369.705552:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384693376, offset 0
00000100:00080000:0.0:1775768369.705553:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768369.705556:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768369.705558:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768369.705562:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705563:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768369.705567:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4627
00000400:00000200:1.0:1775768369.705572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.705578:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768369.705582:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768369.705586:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768369.705589:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768369.705592:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768369.705596:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200742:200742:256:4294967295] 192.168.202.154@tcp LPNI seq info [200742:200742:8:4294967295]
00000400:00000200:1.0:1775768369.705600:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.705609:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768369.705617:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768369.705617:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768369.705622:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000010:1.0:1775768369.705624:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00080000:0.0:1775768369.705625:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768369.705630:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705632:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768369.705635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768369.705637:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705640:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768369.705642:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1775768369.705642:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1775768369.705644:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768369.705647:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768369.705649:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768369.705653:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768369.705653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768369.705657:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.1:1775768369.705658:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1775768369.705662:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705664:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1775768369.705667:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768369.705670:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768369.705671:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00000001:0.0:1775768369.705673:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768369.705676:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768369.705679:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768369.705679:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768369.705683:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768369.705685:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768369.705688:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768369.705689:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768369.705692:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705694:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768369.705695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000008:00100000:0.0:1775768369.705696:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775768369.705698:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000008:00000001:0.0:1775768369.705700:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705703:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.705703:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1775768369.705706:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000100:00000200:1.0:1775768369.705708:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768369.705710:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768369.705715:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768369.705717:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705720:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768369.705722:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768369.705725:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.705727:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1775768369.705729:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000040:1.0:1775768369.705732:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768369.705733:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768369.705741:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768369.705762:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768369.705763:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705765:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.705766:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775768369.705771:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.705773:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705779:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768369.705781:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768369.705784:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768369.705786:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768369.705787:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768369.705789:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768369.705792:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4627
00000400:00000200:0.0:1775768369.705795:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768369.705798:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768369.705800:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768369.705802:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705804:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705806:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705808:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768369.705810:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768369.705811:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768369.705812:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768369.705814:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768369.705815:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768369.705817:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768369.705819:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705821:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705823:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705825:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768369.705827:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768369.705847:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705849:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768369.705851:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768369.705854:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768369.705856:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705857:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768369.705859:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768369.705861:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705863:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768369.705866:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768369.705868:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768369.705870:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768369.705871:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.705873:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768369.705874:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768369.705876:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768369.705880:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768369.705882:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768369.705887:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768369.705894:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768369.705897:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768369.705900:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768369.705910:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768369.705914:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768369.705914:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768369.705917:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299301127
00000100:00080000:0.0:1775768369.705918:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768369.705921:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768369.705923:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768369.705925:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:1.0:1775768369.705925:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00080000:0.0:1775768369.705931:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4627
00000100:00000001:1.0:1775768369.705934:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775768369.705937:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768369.705941:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768369.705943:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299301127
00000100:00080000:0.0:1775768369.705944:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768369.705948:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000010:1.0:1775768369.705949:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:0.0:1775768369.705951:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768369.705954:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775768369.705955:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768369.705958:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768369.705959:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768369.705962:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768369.705962:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768369.705964:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768369.705967:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768369.705967:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775768369.705970:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768369.705972:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00100000:1.0:1775768369.705975:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768369/real 1775768369]  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768369.705976:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768369.705983:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705987:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768369.705991:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768369.705994:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000001:1.0:1775768369.705995:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1775768369.705997:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000001:1.0:1775768369.705998:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1775768369.706002:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:1.0:1775768369.706002:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768369.706006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000100:00000001:0.0:1775768369.706007:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768369.706009:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
02000000:00000001:0.0:1775768369.706010:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768369.706014:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1775768369.706015:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768369.706019:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768369.706021:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768369.706022:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768369.706025:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768369.706030:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.706033:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768369.706039:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000100:00000200:1.0:1775768369.706040:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768369.706042:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768369.706047:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768369.706049:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768369.706052:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768369.706054:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768369.706055:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768369.706058:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706058:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706063:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1775768369.706064:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:1.0:1775768369.706065:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.706069:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768369.706072:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768369.706076:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768369.706090:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.706093:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768369.706096:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.706098:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768369.706103:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706114:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768369.706118:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706119:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706122:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1775768369.706125:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4637)
00000100:00000001:1.0:1775768369.706125:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706129:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768369.706132:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768369.706134:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768369.706139:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768369.706141:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768369.706146:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768369.706155:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384693376:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768369.706159:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706160:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.706163:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384693376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706169:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768369.706172:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768369.706174:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768369.706176:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768369.706178:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768369.706179:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768369.706181:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768369.706184:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768369.706187:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768369.706189:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768369.706191:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768369.706194:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768369.706195:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706197:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706203:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768369.706205:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706207:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768369.706208:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768369.706209:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768369.706213:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706219:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768369.706220:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.706222:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768369.706224:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768369.706226:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768369.706228:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768369.706231:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768369.706233:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768369.706234:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.706235:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768369.706238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768369.706240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768369.706243:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768369.706246:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768369.706249:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768369.706392:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693504, portal 10
00000100:00000001:1.0:1775768369.706395:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768369.706397:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768369.706404:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706410:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768369.706413:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768369.706416:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768369.706419:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384693504, offset 0
00000400:00000200:1.0:1775768369.706422:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768369.706426:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.706429:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768369.706432:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768369.706434:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768369.706436:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768369.706438:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768369.706441:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200743:200743:256:4294967295] 192.168.202.154@tcp LPNI seq info [200743:200743:8:4294967295]
00000400:00000200:1.0:1775768369.706444:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.706450:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768369.706454:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.706457:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768369.706461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768369.706463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768369.706467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768369.706469:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768369.706473:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.706474:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768369.706477:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768369.706479:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768369.706482:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768369.706483:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768369.706486:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768369.706489:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706496:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.706498:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706504:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706506:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768369.706509:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.706513:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768369.706516:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768369.706518:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299299868
00000100:00000001:1.0:1775768369.706520:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.706522:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299299868
00000100:00000001:1.0:1775768369.706524:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.706526:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768369.706528:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706529:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768369.706532:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768369/real 1775768369]  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768369.706539:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768369.706540:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768369.706542:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768369.706544:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768369.706545:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768369.706547:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768369.706549:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768369.706556:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706562:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768369.706563:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706564:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.706566:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768369.706569:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706574:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768369.706577:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706583:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768369.706585:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.706587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706589:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768369.706590:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768369.706592:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768369.706595:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768369.706597:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768369.706601:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768369.706609:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768369.706612:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768369.706615:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706621:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768369.706622:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.706624:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768369.706625:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768369.706627:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768369.706629:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768369.706632:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768369.706634:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768369.706635:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.706636:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768369.706639:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768369.706641:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768369.706644:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768369.706646:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768369.706648:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768369.706651:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693632, portal 10
00000100:00000001:1.0:1775768369.706653:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768369.706654:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:1.0:1775768369.706658:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706663:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768369.706665:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768369.706666:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768369.706668:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384693632, offset 0
00000400:00000200:1.0:1775768369.706671:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768369.706675:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.706678:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768369.706680:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768369.706682:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768369.706684:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768369.706686:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768369.706688:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200744:200744:256:4294967295] 192.168.202.154@tcp LPNI seq info [200744:200744:8:4294967295]
00000400:00000200:1.0:1775768369.706692:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.706697:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768369.706700:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.706702:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768369.706705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768369.706708:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768369.706711:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768369.706713:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768369.706716:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.706718:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768369.706720:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768369.706723:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768369.706725:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768369.706727:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768369.706729:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768369.706731:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706737:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.706740:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706745:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706746:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768369.706749:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.706751:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768369.706753:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768369.706755:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299299846
00000100:00000001:1.0:1775768369.706757:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.706759:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299299846
00000100:00000001:1.0:1775768369.706761:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.706762:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768369.706764:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.706765:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768369.706768:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768369/real 1775768369]  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768369.706774:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768369.706907:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768369.706909:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768369.706912:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768369.706913:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768369.706915:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768369.706918:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768369.706925:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706931:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768369.706932:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706933:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.706935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768369.706937:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706942:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768369.706945:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706950:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768369.706952:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706953:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.706955:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.706956:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768369.706957:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768369.706959:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768369.706962:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768369.706964:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768369.706967:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768369.706974:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768369.706978:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768369.706980:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.706986:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768369.706987:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.706990:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768369.706991:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768369.706993:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768369.706996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768369.706999:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768369.707001:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768369.707002:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.707004:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707007:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768369.707008:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768369.707012:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768369.707014:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768369.707017:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768369.707020:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693760, portal 4
00000100:00000001:1.0:1775768369.707021:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768369.707023:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768369.707027:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707032:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768369.707034:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768369.707036:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768369.707038:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384693760, offset 0
00000400:00000200:1.0:1775768369.707042:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768369.707045:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.707048:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768369.707050:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768369.707053:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768369.707055:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768369.707057:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768369.707059:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200745:200745:256:4294967295] 192.168.202.154@tcp LPNI seq info [200745:200745:8:4294967295]
00000400:00000200:1.0:1775768369.707063:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.707068:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768369.707072:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.707074:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768369.707077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768369.707079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768369.707083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768369.707085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768369.707100:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.707102:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768369.707105:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768369.707107:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768369.707110:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768369.707112:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768369.707114:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768369.707116:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707122:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707125:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707130:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.707131:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768369.707134:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.707136:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768369.707139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768369.707140:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299299859
00000100:00000001:1.0:1775768369.707142:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.707144:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299299859
00000100:00000001:1.0:1775768369.707146:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.707147:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768369.707149:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.707151:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768369.707153:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768369/real 1775768369]  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768369.707160:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768369.707161:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768369.707163:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768369.707164:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768369.707166:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768369.707167:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768369.707170:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768369.707176:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707181:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768369.707183:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707184:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.707185:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768369.707188:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707194:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768369.707197:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707202:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768369.707204:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707206:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.707207:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707209:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768369.707210:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768369.707212:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768369.707215:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768369.707217:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768369.707221:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768369.707228:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768369.707231:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768369.707234:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707239:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768369.707241:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.707242:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768369.707244:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768369.707245:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768369.707248:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768369.707250:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768369.707251:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768369.707253:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768369.707254:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707257:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768369.707259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768369.707261:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768369.707263:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768369.707266:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768369.707268:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384693888, portal 4
00000100:00000001:1.0:1775768369.707270:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768369.707271:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768369.707276:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707281:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768369.707282:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768369.707284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768369.707286:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384693888, offset 0
00000400:00000200:1.0:1775768369.707290:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768369.707293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.707296:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768369.707298:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768369.707300:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768369.707302:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768369.707304:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768369.707306:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200746:200746:256:4294967295] 192.168.202.154@tcp LPNI seq info [200746:200746:8:4294967295]
00000400:00000200:1.0:1775768369.707310:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768369.707315:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768369.707318:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.707321:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768369.707324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768369.707375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768369.707380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768369.707382:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768369.707385:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768369.707387:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768369.707390:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768369.707393:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768369.707395:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768369.707396:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768369.707398:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768369.707401:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707408:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707410:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707416:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.707417:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768369.707419:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768369.707422:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768369.707425:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768369.707427:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299299861
00000100:00000001:1.0:1775768369.707429:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.707430:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299299861
00000100:00000001:1.0:1775768369.707432:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299301127
00000100:00000001:1.0:1775768369.707434:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768369.707436:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.707438:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768369.707441:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768369/real 1775768369]  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768369.707448:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768369.707449:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768369.707451:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768369.707453:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768369.707454:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768369.707456:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768369.707458:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768369.707467:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707472:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768369.707474:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707475:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.707476:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768369.707479:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707485:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768369.707488:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707494:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768369.707497:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707498:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768369.707499:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707501:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768369.707502:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768369.707504:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768369.707507:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768369.707509:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768369.707512:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768369.707519:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384693888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768369.707522:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707524:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707527:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384693504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707533:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768369.707534:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707536:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768369.707538:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768369.707539:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768369.707541:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768369.707542:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768369.707544:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768369.707546:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768369.707547:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768369.707549:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768369.707552:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768369.707553:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707554:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707557:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384693632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707568:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768369.707569:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707571:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768369.707573:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768369.707574:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768369.707575:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768369.707577:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768369.707578:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768369.707580:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768369.707581:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768369.707582:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768369.707585:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768369.707586:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707588:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707591:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384693760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707596:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768369.707597:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707599:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768369.707601:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768369.707602:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768369.707603:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768369.707605:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768369.707606:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768369.707608:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768369.707609:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768369.707610:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768369.707612:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768369.707613:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707615:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768369.707618:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384693888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768369.707623:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768369.707625:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768369.707627:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768369.707629:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768369.707629:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768369.707631:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768369.707632:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768369.707633:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768369.707635:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768369.707636:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768369.707637:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768369.707639:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768369.707640:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707642:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768369.707645:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768369.707647:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768369.707649:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768369.707650:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089128:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089190:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089197:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089198:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768370.089252:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768370.089256:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768370.089260:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768371.048953:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299301127, at 4299301184
00000100:00000010:1.0:1775768371.048969:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768371.048971:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299301127, at 4299301184
00000100:00000010:0.0:1775768371.048977:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768371.112948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.112954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.112961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.112963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768371.113026:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768371.113029:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768371.113032:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768372.136933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768372.136940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768372.136947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768372.136949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768372.137022:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768372.137027:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768372.137030:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768373.160939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.160945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.160950:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.160951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768373.161018:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768373.161022:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768373.161025:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768374.184962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.184978:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768374.184981:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768374.184986:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.184991:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768374.184994:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.184997:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.184999:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185008:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768374.185073:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768374.185077:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768374.185081:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768374.824993:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768374.825002:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768374.825004:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768374.825008:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768374.825011:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768374.825017:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4632
00000400:00000200:1.0:1775768374.825024:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768374.825029:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768374.825031:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768374.825033:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825035:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768374.825037:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825038:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768374.825041:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768374.825042:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768374.825044:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768374.825045:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768374.825047:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768374.825048:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768374.825049:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825051:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768374.825052:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825053:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768374.825054:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768374.825056:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825058:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768374.825060:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768374.825062:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768374.825064:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825066:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768374.825068:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768374.825075:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b800.
00000020:00000040:1.0:1775768374.825077:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768374.825080:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768374.825081:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825083:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768374.825085:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768374.825087:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768374.825093:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fcc00.
00000100:00000001:1.0:1775768374.825098:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768374.825104:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768374.825115:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768374.825118:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768374.825121:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee19a58f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825143:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768374.825146:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768374.825150:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768374.825151:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768374.825161:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768374.825165:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768374.825168:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4632
00000400:00000200:1.0:1775768374.825173:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768374.825176:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768374.825181:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768374.825182:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768374.825190:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768374.825191:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768374.825193:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768374.825195:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768374.825199:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825202:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768374.825205:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768374.825207:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768374.825210:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768374.825211:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768374.825213:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768374.825220:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768374.825232:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768374.825233:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.825239:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768374.825244:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768374.825246:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768374.825251:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768374.825252:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768374.825256:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768374.825260:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:0.0:1775768374.825263:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384694016:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768374.825271:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768374.825274:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768374.825292:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:1.0:1775768374.825296:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:0.0:1775768374.825299:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768374.825300:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.825303:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768374.825304:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768374.825309:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775768374.825312:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768374.825316:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825318:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:0.0:1775768374.825319:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768374.825322:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775768374.825323:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768374.825332:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768374.825339:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000008:00000001:1.0:1775768374.825340:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825345:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768374.825354:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482bb80.
00000400:00000010:0.0:1775768374.825355:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000020:00000040:1.0:1775768374.825363:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000200:0.0:1775768374.825368:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694016, portal 25
02000000:00000001:1.0:1775768374.825368:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768374.825372:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.825375:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768374.825375:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768374.825381:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
02000000:00000001:1.0:1775768374.825381:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768374.825384:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768374.825392:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd800.
00000100:00000040:0.0:1775768374.825397:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825398:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768374.825411:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768374.825424:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768374.825435:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825438:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768374.825439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000001:1.0:1775768374.825444:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768374.825446:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384694016, offset 0
00000100:00000040:1.0:1775768374.825450:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029fd45bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825460:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.825466:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:1.0:1775768374.825467:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768374.825470:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768374.825471:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768374.825473:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768374.825474:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768374.825478:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4632
00000400:00000200:1.0:1775768374.825485:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768374.825490:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768374.825492:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768374.825496:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768374.825503:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825507:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768374.825509:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:1.0:1775768374.825515:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.825520:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768374.825521:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768374.825526:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768374.825527:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768374.825529:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768374.825531:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:1.0:1775768374.825532:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:1.0:1775768374.825536:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768374.825540:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1775768374.825541:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768374.825552:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.825553:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825560:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768374.825567:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200747:200747:256:4294967295] 192.168.202.154@tcp LPNI seq info [200747:200747:8:4294967295]
00000100:00000040:1.0:1775768374.825567:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825577:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768374.825583:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:1.0:1775768374.825584:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:0.0:1775768374.825601:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1775768374.825603:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825611:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768374.825616:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:1.0:1775768374.825617:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768374.825621:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768374.825625:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:1.0:1775768374.825625:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825632:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768374.825634:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768374.825639:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:1.0:1775768374.825642:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825646:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768374.825647:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000100:00000010:1.0:1775768374.825649:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828a80.
00000020:00000040:1.0:1775768374.825652:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768374.825655:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768374.825656:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825660:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768374.825664:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768374.825664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:1.0:1775768374.825668:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768374.825671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
02000000:00000010:1.0:1775768374.825674:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fdc00.
00000100:00000001:1.0:1775768374.825680:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768374.825682:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.825687:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00100000:1.0:1775768374.825692:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768374.825695:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768374.825708:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775768374.825712:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768374.825716:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.825717:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768374.825721:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000040:1.0:1775768374.825722:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b45f5a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825733:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.825736:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1775768374.825736:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768374.825741:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1775768374.825745:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825746:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768374.825749:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768374.825760:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768374.825767:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4632
00000100:00000001:0.0:1775768374.825769:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1775768374.825775:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768374.825777:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768374.825785:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768374.825791:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768374.825803:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825810:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768374.825817:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768374.825818:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825822:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768374.825824:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775768374.825825:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768374.825863:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768374.825865:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768374.825866:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:1.0:1775768374.825868:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:1.0:1775768374.825870:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:1.0:1775768374.825874:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768374.825875:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825876:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768374.825881:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825883:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768374.825889:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:1.0:1775768374.825891:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:0.0:1775768374.825897:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299306247
00000100:00080000:1.0:1775768374.825897:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768374.825905:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768374.825906:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1775768374.825909:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
02000000:00000001:1.0:1775768374.825910:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768374.825914:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825919:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768374.825920:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768374.825922:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825923:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.825925:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1775768374.825926:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828e00.
00000020:00000040:1.0:1775768374.825931:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768374.825933:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768374.825935:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825936:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768374.825938:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299306247
02000000:00000001:1.0:1775768374.825938:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768374.825942:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768374.825947:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76c60.
02000000:00000010:1.0:1775768374.825947:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff000.
00000100:00000001:0.0:1775768374.825956:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768374.825956:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768374.825961:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768374.825965:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.825976:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.825981:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768374.825983:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775768374.825985:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768374.825990:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d27c6a3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768374.825995:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.826001:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768374/real 1775768374]  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768374.826001:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768374.826018:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768374.826023:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768374.826028:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1775768374.826031:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775768374.826032:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1775768374.826034:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768374.826039:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000100:00080000:1.0:1775768374.826040:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4632
00000400:00000200:0.0:1775768374.826047:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768374.826052:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000400:00000200:1.0:1775768374.826053:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768374.826059:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1775768374.826063:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000200:0.0:1775768374.826067:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768374.826068:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768374.826075:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.826082:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768374.826088:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.826096:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768374.826101:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768374.826103:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:1.0:1775768374.826107:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768374.826109:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000200:0.0:1775768374.826113:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768374.826113:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:1.0:1775768374.826120:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768374.826132:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.826138:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768374.826144:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768374.826153:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768374.826156:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1775768374.826156:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:0.0:1775768374.826162:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768374.826163:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768374.826169:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768374.826171:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768374.826172:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1775768374.826174:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.826175:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768374.826177:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.826181:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768374.826183:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1775768374.826187:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775768374.826187:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768374.826192:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768374.826200:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b480.
00000020:00000040:1.0:1775768374.826207:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768374.826214:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768374.826217:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826220:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768374.826220:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768374.826223:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768374.826228:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768374.826234:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768374.826235:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc000.
00000100:00000001:1.0:1775768374.826242:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768374.826253:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768374.826268:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768374.826272:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768374.826289:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768374.826289:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.826299:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768374.826301:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063192a9d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826304:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768374.826308:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768374.826317:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1775768374.826327:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768374.826329:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768374.826335:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768374.826337:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4642)
00000100:00000040:0.0:1775768374.826343:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768374.826353:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384694016:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768374.826359:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826361:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.826367:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384694016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826374:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768374.826377:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768374.826380:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768374.826383:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768374.826386:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768374.826387:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768374.826390:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768374.826392:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:0.0:1775768374.826396:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768374.826397:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768374.826399:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:0.0:1775768374.826402:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768374.826404:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826406:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826414:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768374.826416:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826418:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768374.826420:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768374.826422:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768374.826426:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826433:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.826435:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.826437:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768374.826439:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768374.826441:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.826444:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694144:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768374.826447:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768374.826449:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768374.826451:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.826453:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768374.826456:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768374.826458:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.826462:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768374.826465:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768374.826469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768374.826472:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694144, portal 10
00000100:00000001:0.0:1775768374.826474:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768374.826475:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000040:0.0:1775768374.826482:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826488:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768374.826491:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768374.826493:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768374.826495:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384694144, offset 0
00000400:00000200:0.0:1775768374.826499:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768374.826503:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.826507:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768374.826510:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768374.826513:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768374.826515:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768374.826518:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.826521:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200748:200748:256:4294967295] 192.168.202.154@tcp LPNI seq info [200748:200748:8:4294967295]
00000400:00000200:0.0:1775768374.826525:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.826530:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768374.826535:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.826538:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768374.826542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768374.826544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768374.826550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768374.826552:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768374.826557:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.826558:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768374.826562:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768374.826565:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768374.826568:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768374.826570:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768374.826572:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768374.826575:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826583:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.826586:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826592:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826594:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768374.826596:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768374.826600:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768374.826604:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768374.826606:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299304988
00000100:00000001:0.0:1775768374.826609:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.826611:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299304988
00000100:00000001:0.0:1775768374.826613:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.826616:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.826618:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826619:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768374.826623:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768374/real 1775768374]  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768374.826631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768374.826632:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768374.826634:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768374.826636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768374.826638:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768374.826640:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768374.826643:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768374.826651:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826657:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768374.826658:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826660:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.826661:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768374.826664:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826670:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768374.826673:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826679:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768374.826682:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.826684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826686:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768374.826688:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768374.826690:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768374.826694:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768374.826695:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768374.826699:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768374.826707:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694144:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768374.826710:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768374.826715:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826721:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.826723:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.826725:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768374.826727:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768374.826728:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.826731:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694272:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768374.826735:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768374.826737:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768374.826739:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.826740:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768374.826743:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768374.826745:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.826748:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768374.826750:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768374.826754:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768374.826757:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694272, portal 10
00000100:00000001:0.0:1775768374.826758:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768374.826760:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768374.826765:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826776:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768374.826779:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768374.826781:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768374.826783:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384694272, offset 0
00000400:00000200:0.0:1775768374.826787:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768374.826790:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.826793:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768374.826796:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768374.826798:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768374.826800:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768374.826802:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.826805:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200749:200749:256:4294967295] 192.168.202.154@tcp LPNI seq info [200749:200749:8:4294967295]
00000400:00000200:0.0:1775768374.826809:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.826815:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768374.826818:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.826821:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768374.826825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768374.826827:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768374.826852:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768374.826855:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768374.826858:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.826860:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768374.826863:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768374.826866:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768374.826869:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768374.826871:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768374.826873:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768374.826876:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826884:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.826886:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826899:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826900:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768374.826903:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768374.826906:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768374.826910:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768374.826912:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299304967
00000100:00000001:0.0:1775768374.826914:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.826916:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299304967
00000100:00000001:0.0:1775768374.826918:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.826920:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.826922:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.826924:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768374.826928:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768374/real 1775768374]  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768374.826935:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768374.826937:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768374.826939:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768374.826941:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768374.826942:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768374.826944:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768374.826947:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768374.826953:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826957:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768374.826958:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826959:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.826961:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768374.826962:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826967:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768374.826969:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826973:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768374.826974:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826975:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.826976:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.826977:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768374.826978:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768374.826979:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768374.826981:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768374.826982:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768374.826984:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768374.826988:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694272:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768374.826990:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768374.826992:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.826996:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.826997:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.826999:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768374.827000:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768374.827001:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.827003:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768374.827004:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768374.827006:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768374.827007:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.827008:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827011:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768374.827012:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.827015:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768374.827016:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768374.827019:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768374.827021:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694400, portal 4
00000100:00000001:0.0:1775768374.827022:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768374.827023:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768374.827027:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827031:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768374.827033:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768374.827034:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768374.827035:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384694400, offset 0
00000400:00000200:0.0:1775768374.827037:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768374.827040:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.827042:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768374.827043:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768374.827045:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768374.827046:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768374.827048:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.827050:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200750:200750:256:4294967295] 192.168.202.154@tcp LPNI seq info [200750:200750:8:4294967295]
00000400:00000200:0.0:1775768374.827053:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.827057:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768374.827060:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.827061:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768374.827064:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768374.827065:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768374.827068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768374.827070:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768374.827074:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.827076:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768374.827079:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768374.827082:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768374.827085:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768374.827086:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768374.827088:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768374.827091:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827098:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827100:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827106:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.827108:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768374.827110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768374.827114:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768374.827117:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768374.827119:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299304979
00000100:00000001:0.0:1775768374.827121:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.827123:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299304979
00000100:00000001:0.0:1775768374.827125:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.827127:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.827129:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.827131:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768374.827134:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768374/real 1775768374]  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768374.827142:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768374.827143:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768374.827144:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768374.827147:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768374.827148:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768374.827150:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768374.827153:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768374.827161:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827167:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768374.827169:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827171:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.827172:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768374.827175:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827182:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768374.827185:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827190:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768374.827192:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827193:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.827194:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827195:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768374.827196:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768374.827197:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768374.827199:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768374.827200:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768374.827203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768374.827207:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768374.827209:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768374.827212:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827216:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.827217:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.827219:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768374.827220:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768374.827221:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.827222:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768374.827224:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768374.827225:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768374.827226:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768374.827227:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827229:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768374.827230:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768374.827232:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768374.827234:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768374.827236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768374.827238:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694528, portal 4
00000100:00000001:0.0:1775768374.827239:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768374.827240:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768374.827243:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827247:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768374.827249:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768374.827250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768374.827251:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384694528, offset 0
00000400:00000200:0.0:1775768374.827253:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768374.827255:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.827257:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768374.827259:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768374.827261:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768374.827262:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768374.827264:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768374.827266:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200751:200751:256:4294967295] 192.168.202.154@tcp LPNI seq info [200751:200751:8:4294967295]
00000400:00000200:0.0:1775768374.827268:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768374.827272:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768374.827275:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.827292:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768374.827296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768374.827298:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768374.827301:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768374.827302:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768374.827305:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768374.827306:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768374.827308:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768374.827310:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768374.827312:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768374.827313:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768374.827314:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768374.827317:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827321:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827323:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827327:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.827328:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768374.827329:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768374.827331:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768374.827333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768374.827334:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299304981
00000100:00000001:0.0:1775768374.827336:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.827337:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299304981
00000100:00000001:0.0:1775768374.827339:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299306247
00000100:00000001:0.0:1775768374.827340:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768374.827342:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.827343:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768374.827345:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768374/real 1775768374]  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768374.827350:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768374.827350:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768374.827351:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768374.827352:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768374.827353:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768374.827354:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768374.827356:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768374.827361:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827364:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768374.827365:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827366:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.827366:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768374.827368:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827371:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768374.827373:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827377:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768374.827378:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827379:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768374.827379:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827380:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768374.827381:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768374.827382:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768374.827385:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768374.827386:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768374.827388:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768374.827392:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768374.827394:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827395:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827397:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384694144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827400:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768374.827401:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827402:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768374.827403:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768374.827404:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768374.827405:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768374.827406:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768374.827407:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:0.0:1775768374.827409:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768374.827410:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768374.827411:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000100:00000001:0.0:1775768374.827412:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768374.827413:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827414:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827416:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384694272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827419:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768374.827420:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827421:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768374.827422:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768374.827422:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768374.827423:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768374.827424:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768374.827425:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:0.0:1775768374.827426:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768374.827427:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768374.827428:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768374.827429:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768374.827430:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827431:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827432:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384694400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827435:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768374.827436:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827437:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768374.827438:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768374.827438:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768374.827439:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768374.827440:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768374.827440:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:0.0:1775768374.827442:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768374.827442:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768374.827443:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768374.827444:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768374.827444:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827445:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768374.827447:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384694528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768374.827450:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768374.827450:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768374.827451:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768374.827452:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768374.827452:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768374.827453:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768374.827454:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768374.827454:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768374.827456:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768374.827456:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768374.827457:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768374.827458:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768374.827459:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827460:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.827463:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768374.827464:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768374.827465:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768374.827466:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.208956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.208963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.208970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.208971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768375.209031:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768375.209035:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768375.209039:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768376.168970:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299306247, at 4299306304
00000100:00000010:1.0:1775768376.168987:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76c60.
00000100:00000040:0.0:1775768376.168988:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299306247, at 4299306304
00000100:00000010:0.0:1775768376.168998:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768376.233318:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233325:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233331:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233332:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768376.233547:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768376.233552:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768376.233555:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768377.256959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768377.256966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768377.256973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768377.256974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768377.257025:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768377.257030:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768377.257034:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768378.280984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.280991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.280997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281001:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768378.281003:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768378.281007:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281010:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768378.281013:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281015:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281018:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768378.281323:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768378.281327:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768378.281330:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768379.304965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.304972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.304979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.304981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768379.305068:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768379.305071:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768379.305073:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768379.948361:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768379.948373:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768379.948377:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768379.948382:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768379.948387:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768379.948396:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4637
00000400:00000200:2.0:1775768379.948408:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768379.948415:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768379.948418:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768379.948422:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948425:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948428:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948430:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768379.948435:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768379.948437:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768379.948440:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768379.948443:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768379.948445:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768379.948447:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768379.948462:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948464:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948465:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948468:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768379.948471:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768379.948474:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948476:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768379.948480:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768379.948483:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768379.948486:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948489:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768379.948492:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768379.948503:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768379.948507:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768379.948511:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768379.948513:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948517:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768379.948519:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768379.948525:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768379.948543:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768379.948551:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768379.948560:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768379.948571:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768379.948576:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768379.948581:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.948609:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768379.948618:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768379.948621:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768379.948622:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768379.948623:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768379.948626:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768379.948629:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4637
00000400:00000200:2.0:1775768379.948632:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768379.948635:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768379.948637:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768379.948640:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948642:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948643:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948646:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768379.948648:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768379.948649:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768379.948650:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768379.948652:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768379.948654:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768379.948656:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768379.948658:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948660:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948662:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948663:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768379.948665:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768379.948667:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948669:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768379.948671:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768379.948676:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768379.948684:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948686:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768379.948691:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768379.948694:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948695:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768379.948699:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768379.948701:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768379.948703:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768379.948704:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948705:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768379.948707:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768379.948708:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768379.948711:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768379.948714:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768379.948718:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768379.948724:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768379.948726:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768379.948729:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.948747:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768379.948750:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768379.948753:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768379.948754:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768379.948756:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768379.948758:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768379.948760:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4637
00000400:00000200:2.0:1775768379.948764:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768379.948766:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768379.948769:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768379.948771:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948773:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948775:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948777:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768379.948779:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768379.948780:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768379.948781:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768379.948783:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768379.948785:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768379.948787:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768379.948790:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948792:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.948793:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948804:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768379.948806:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768379.948809:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948812:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768379.948814:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768379.948816:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768379.948818:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948820:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768379.948823:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768379.948825:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948826:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768379.948848:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768379.948852:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768379.948854:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768379.948855:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948856:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768379.948858:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768379.948860:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768379.948864:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768379.948867:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768379.948871:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768379.948877:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768379.948882:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768379.948885:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768379.948887:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768379.948890:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.948891:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768379.948893:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.948900:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768379.948901:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.948902:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768379.948903:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768379.948906:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775768379.948907:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768379.948908:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1775768379.948909:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768379.948910:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1775768379.948911:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948912:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1775768379.948915:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384694656:192.168.202.154@tcp:250:kworker.0
00000100:00080000:2.0:1775768379.948915:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4637
00000400:00000200:2.0:1775768379.948918:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.948920:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1775768379.948921:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:0.0:1775768379.948923:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768379.948923:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775768379.948926:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768379.948926:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948927:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768379.948929:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768379.948929:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948931:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768379.948933:0:467:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:0.0:1775768379.948934:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
00000020:00000040:2.0:1775768379.948934:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
02000000:00000001:0.0:1775768379.948936:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768379.948936:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768379.948938:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768379.948939:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768379.948941:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:0.0:1775768379.948942:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768379.948944:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948946:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775768379.948947:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:2.0:1775768379.948948:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948950:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768379.948952:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000010:0.0:1775768379.948954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00080000:2.0:1775768379.948954:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948956:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768379.948957:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768379.948960:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1775768379.948962:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694656, portal 25
02000000:00000001:2.0:1775768379.948962:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948964:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768379.948965:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768379.948966:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000008:00100000:2.0:1775768379.948966:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768379.948969:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948970:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.948972:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768379.948973:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768379.948975:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768379.948978:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768379.948979:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.948981:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768379.948982:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768379.948984:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.948986:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1775768379.948987:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000040:0.0:1775768379.948989:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768379.948991:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768379.948992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768379.948994:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384694656, offset 0
00000100:00100000:2.0:1775768379.948994:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768379.949000:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768379.949001:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768379.949002:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768379.949005:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768379.949010:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768379.949011:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768379.949013:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768379.949016:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768379.949017:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768379.949018:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768379.949019:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768379.949022:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768379.949022:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768379.949023:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4637
00000400:00000200:2.0:1775768379.949026:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.949027:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768379.949028:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768379.949030:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768379.949031:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768379.949033:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949035:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.949035:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.949036:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.949038:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768379.949039:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200752:200752:256:4294967295] 192.168.202.154@tcp LPNI seq info [200752:200752:8:4294967295]
00000020:00000001:2.0:1775768379.949040:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768379.949041:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768379.949043:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768379.949044:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:2.0:1775768379.949044:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768379.949046:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768379.949047:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768379.949049:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768379.949051:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768379.949053:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949055:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768379.949055:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768379.949058:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768379.949060:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:0.0:1775768379.949062:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768379.949062:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768379.949064:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768379.949066:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768379.949067:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:2.0:1775768379.949067:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.949069:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768379.949071:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768379.949072:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.949074:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768379.949075:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775768379.949077:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000800:00000200:0.0:1775768379.949079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000020:00000040:2.0:1775768379.949079:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768379.949081:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768379.949082:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.949083:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768379.949085:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768379.949085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768379.949086:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768379.949089:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000800:00000200:0.1:1775768379.949089:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1775768379.949092:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768379.949094:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00100000:2.0:1775768379.949095:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775768379.949096:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00000001:2.0:1775768379.949101:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768379.949102:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.949104:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768379.949105:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768379.949108:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768379.949112:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.949114:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768379.949117:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000040:2.0:1775768379.949117:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4647)
00000100:00000001:0.0:1775768379.949121:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768379.949125:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949132:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.949135:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949146:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949148:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768379.949154:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.949158:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.949161:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299311370
00000100:00000010:0.0:1775768379.949166:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:0.0:1775768379.949174:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768379.949181:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299311370
00000100:00000010:0.0:1775768379.949185:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76c60.
00000100:00000001:0.0:1775768379.949188:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768379.949191:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768379.949194:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949197:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768379.949201:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768379/real 1775768379]  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768379.949211:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768379.949213:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768379.949214:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768379.949217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768379.949219:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768379.949221:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768379.949224:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768379.949243:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768379.949252:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949254:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949299:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768379.949305:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949312:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768379.949316:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949323:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768379.949326:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949328:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949329:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949332:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768379.949334:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768379.949336:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768379.949340:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768379.949343:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768379.949347:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768379.949355:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384694656:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768379.949359:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768379.949362:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949368:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.949369:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.949371:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768379.949373:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768379.949375:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.949378:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694784:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768379.949381:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768379.949383:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768379.949384:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.949387:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768379.949390:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768379.949392:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.949396:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768379.949398:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768379.949402:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768379.949405:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694784, portal 10
00000100:00000001:0.0:1775768379.949406:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768379.949408:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000040:0.0:1775768379.949414:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949421:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768379.949423:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768379.949425:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768379.949427:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384694784, offset 0
00000400:00000200:0.0:1775768379.949431:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.949438:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768379.949441:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768379.949443:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768379.949445:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768379.949448:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949451:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200753:200753:256:4294967295] 192.168.202.154@tcp LPNI seq info [200753:200753:8:4294967295]
00000400:00000200:0.0:1775768379.949455:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.949461:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768379.949466:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.949469:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768379.949472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768379.949474:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768379.949478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768379.949481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768379.949484:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.949486:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768379.949489:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768379.949492:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768379.949495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768379.949497:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768379.949499:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768379.949503:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949511:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.949514:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949520:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949521:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768379.949523:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.949527:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768379.949530:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.949532:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299310111
00000100:00000001:0.0:1775768379.949535:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.949537:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299310111
00000100:00000001:0.0:1775768379.949539:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.949541:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768379.949543:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949544:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768379.949548:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768379/real 1775768379]  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768379.949556:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768379.949557:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768379.949559:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768379.949561:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768379.949563:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768379.949565:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768379.949568:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768379.949577:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949583:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768379.949584:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768379.949590:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949596:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768379.949599:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949606:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768379.949608:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949611:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949613:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768379.949615:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768379.949617:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768379.949621:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768379.949623:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768379.949627:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768379.949635:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694784:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768379.949639:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949640:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.949643:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384694656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949650:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768379.949652:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768379.949655:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768379.949658:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768379.949660:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768379.949662:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768379.949664:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768379.949666:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768379.949670:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768379.949672:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768379.949674:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:0.0:1775768379.949677:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768379.949678:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949679:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.949682:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384694784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949688:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768379.949689:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768379.949691:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768379.949693:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768379.949694:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768379.949695:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768379.949697:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768379.949698:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:0.0:1775768379.949700:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768379.949702:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768379.949703:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:0.0:1775768379.949705:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768379.949706:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949709:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949717:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768379.949720:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949722:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768379.949723:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768379.949724:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768379.949728:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949735:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.949736:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.949738:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768379.949740:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768379.949742:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.949744:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768379.949748:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768379.949749:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768379.949751:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.949753:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768379.949756:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768379.949758:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.949761:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768379.949763:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768379.949766:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768379.949769:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384694912, portal 10
00000100:00000001:0.0:1775768379.949771:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768379.949772:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:0.0:1775768379.949777:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949783:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768379.949786:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768379.949788:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768379.949790:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384694912, offset 0
00000400:00000200:0.0:1775768379.949794:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.949802:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768379.949804:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768379.949807:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768379.949809:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768379.949812:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.949815:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200754:200754:256:4294967295] 192.168.202.154@tcp LPNI seq info [200754:200754:8:4294967295]
00000400:00000200:0.0:1775768379.949819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.949825:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768379.949853:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.949856:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768379.949861:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768379.949863:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768379.949867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768379.949869:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768379.949874:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.949875:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768379.949878:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768379.949881:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768379.949884:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768379.949886:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768379.949888:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768379.949892:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949900:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.949903:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949909:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949911:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768379.949913:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.949916:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768379.949920:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.949922:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299310090
00000100:00000001:0.0:1775768379.949924:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.949926:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299310090
00000100:00000001:0.0:1775768379.949928:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.949931:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768379.949933:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.949935:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768379.949939:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768379/real 1775768379]  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768379.949947:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768379.949948:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768379.949950:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768379.949952:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768379.949953:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768379.949956:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768379.949958:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768379.949963:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949967:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768379.949968:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949969:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949970:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768379.949971:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949975:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768379.949977:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.949981:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768379.949983:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949984:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.949984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.949985:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768379.949986:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768379.949988:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768379.949991:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768379.949992:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768379.949994:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768379.949998:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384694912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768379.950000:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768379.950002:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950005:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.950006:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.950007:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768379.950008:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768379.950009:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.950011:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768379.950013:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768379.950014:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768379.950015:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.950017:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768379.950018:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768379.950019:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.950022:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768379.950023:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768379.950026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768379.950027:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695040, portal 4
00000100:00000001:0.0:1775768379.950029:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768379.950030:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768379.950034:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950041:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768379.950043:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768379.950044:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768379.950046:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384695040, offset 0
00000400:00000200:0.0:1775768379.950048:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768379.950050:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.950052:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768379.950053:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768379.950055:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768379.950057:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768379.950058:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.950060:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200755:200755:256:4294967295] 192.168.202.154@tcp LPNI seq info [200755:200755:8:4294967295]
00000400:00000200:0.0:1775768379.950063:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.950067:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768379.950069:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.950070:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768379.950073:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768379.950075:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768379.950077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768379.950079:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768379.950097:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.950098:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768379.950100:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768379.950103:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768379.950105:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768379.950106:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768379.950107:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768379.950109:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950115:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.950116:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950124:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.950125:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768379.950127:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.950129:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768379.950131:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.950132:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299310102
00000100:00000001:0.0:1775768379.950134:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.950135:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299310102
00000100:00000001:0.0:1775768379.950137:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.950138:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768379.950139:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.950140:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768379.950142:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768379/real 1775768379]  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768379.950146:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768379.950147:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768379.950148:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768379.950149:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768379.950150:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768379.950151:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768379.950153:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768379.950157:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950161:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768379.950162:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950163:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.950163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768379.950165:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950170:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768379.950172:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950176:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768379.950177:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950178:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.950178:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950179:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768379.950180:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768379.950181:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768379.950183:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768379.950184:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768379.950186:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768379.950190:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768379.950192:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768379.950193:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950197:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.950197:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.950198:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768379.950199:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768379.950200:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.950202:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768379.950203:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768379.950205:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768379.950206:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768379.950207:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768379.950209:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768379.950210:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768379.950212:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768379.950213:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768379.950216:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768379.950217:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695168, portal 4
00000100:00000001:0.0:1775768379.950218:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768379.950219:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768379.950222:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950238:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768379.950241:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768379.950243:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768379.950246:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384695168, offset 0
00000400:00000200:0.0:1775768379.950250:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768379.950253:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.950614:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768379.950617:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768379.950620:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768379.950623:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768379.950625:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768379.950628:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200756:200756:256:4294967295] 192.168.202.154@tcp LPNI seq info [200756:200756:8:4294967295]
00000400:00000200:0.0:1775768379.950632:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768379.950638:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768379.950642:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.950646:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768379.950650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768379.950653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768379.950657:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768379.950660:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768379.950663:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768379.950666:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768379.950668:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768379.950672:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768379.950674:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768379.950676:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768379.950678:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768379.950682:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950690:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.950692:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950698:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.950699:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768379.950702:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768379.950705:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768379.950708:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768379.950710:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299310104
00000100:00000001:0.0:1775768379.950713:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.950715:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299310104
00000100:00000001:0.0:1775768379.950717:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299311370
00000100:00000001:0.0:1775768379.950719:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768379.950721:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.950723:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768379.950727:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768379/real 1775768379]  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768379.950734:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768379.950736:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768379.950737:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768379.950740:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768379.950741:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768379.950744:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768379.950747:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768379.950755:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950761:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768379.950762:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950764:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.950765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768379.950769:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950776:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768379.950779:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950786:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768379.950788:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950790:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768379.950791:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950793:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768379.950794:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768379.950797:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768379.950801:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768379.950803:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768379.950806:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768379.950814:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768379.950817:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950819:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.950822:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384694912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950847:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768379.950850:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768379.950852:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768379.950854:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768379.950855:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768379.950857:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768379.950859:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768379.950860:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:0.0:1775768379.950863:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768379.950864:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768379.950865:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768379.950867:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768379.950868:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950870:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.950874:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384695040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950881:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768379.950882:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768379.950883:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768379.950885:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768379.950886:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768379.950887:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768379.950889:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768379.950890:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768379.950892:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768379.950893:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768379.950894:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768379.950897:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768379.950898:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950900:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768379.950903:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384695168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768379.950909:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768379.950911:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768379.950913:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768379.950915:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768379.950916:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768379.950917:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768379.950919:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768379.950920:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:0.0:1775768379.950922:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768379.950923:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768379.950924:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768379.950926:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768379.950927:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950929:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.950933:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768379.950934:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.950936:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768379.950937:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329024:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329062:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768380.329131:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768380.329136:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768380.329140:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768381.289040:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299311370, at 4299311424
00000100:00000010:1.0:1775768381.289055:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76c60.
00000100:00000040:0.0:1775768381.289510:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299311370, at 4299311424
00000100:00000010:0.0:1775768381.289517:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768381.352933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.352939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.352943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.352945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768381.353016:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768381.353019:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768381.353021:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768382.376957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.376963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.376970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.376972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768382.377031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768382.377035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768382.377038:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768383.400976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.400983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.400990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.400992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768383.401135:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768383.401141:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768383.401145:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768384.424999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425008:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768384.425011:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768384.425016:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425021:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768384.425024:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425026:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425028:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425033:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425036:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768384.425157:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768384.425163:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768384.425167:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768385.065007:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768385.065015:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768385.065017:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768385.065021:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768385.065024:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768385.065030:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4642
00000400:00000200:0.0:1775768385.065037:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768385.065042:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768385.065044:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768385.065056:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065060:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065062:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768385.065065:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768385.065066:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768385.065068:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768385.065070:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768385.065071:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768385.065073:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768385.065074:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065075:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065076:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065077:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768385.065079:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768385.065081:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065082:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768385.065085:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768385.065087:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768385.065089:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065090:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768385.065091:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768385.065099:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768385.065101:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768385.065104:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768385.065105:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065107:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768385.065109:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768385.065112:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768385.065118:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768385.065124:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768385.065133:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768385.065143:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768385.065147:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768385.065152:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.065186:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768385.065189:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768385.065192:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768385.065194:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768385.065195:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768385.065197:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768385.065199:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4642
00000400:00000200:0.0:1775768385.065203:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768385.065206:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768385.065208:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768385.065211:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065214:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065217:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065219:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768385.065221:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768385.065223:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768385.065225:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768385.065227:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768385.065229:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768385.065232:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768385.065236:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065238:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065239:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065240:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768385.065242:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768385.065244:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065245:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768385.065246:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768385.065253:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768385.065253:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768385.065257:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065261:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768385.065264:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1775768385.065265:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768385.065269:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1775768385.065270:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065272:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768385.065276:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768385.065277:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768385.065280:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768385.065283:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768385.065284:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.065285:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768385.065288:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768385.065292:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768385.065300:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768385.065310:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065321:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1775768385.065322:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768385.065324:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065338:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768385.065338:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768385.065342:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.065344:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768385.065346:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768385.065353:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065365:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768385.065366:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384695296:192.168.202.154@tcp:250:kworker.0
00000100:00080000:0.0:1775768385.065369:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768385.065380:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1775768385.065381:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768385.065385:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768385.065387:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768385.065389:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768385.065391:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768385.065394:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768385.065398:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4642
02000000:00000001:1.0:1775768385.065400:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1775768385.065405:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768385.065408:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768385.065411:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1775768385.065411:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768385.065417:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768385.065422:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065426:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065431:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.065432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768385.065438:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768385.065442:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000020:00000001:0.0:1775768385.065443:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768385.065448:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768385.065450:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768385.065451:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768385.065452:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768385.065454:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768385.065456:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065457:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.065460:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065461:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768385.065463:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000010:1.0:1775768385.065463:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00080000:0.0:1775768385.065467:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065470:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768385.065472:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768385.065474:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768385.065475:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065476:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:1.0:1775768385.065477:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695296, portal 25
00000008:00100000:0.0:1775768385.065478:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768385.065486:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065487:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768385.065488:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065493:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000010:0.0:1775768385.065494:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768385.065498:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768385.065499:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768385.065500:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.065502:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768385.065503:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768385.065505:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768385.065510:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000040:1.0:1775768385.065515:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.065517:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768385.065530:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768385.065533:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768385.065544:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768385.065550:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768385.065555:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384695296, offset 0
00000100:00000001:0.0:1775768385.065570:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768385.065570:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065577:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768385.065581:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768385.065589:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768385.065599:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.065602:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:0.0:1775768385.065603:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768385.065614:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768385.065615:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768385.065617:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768385.065622:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768385.065624:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768385.065626:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4642
00000400:00000200:1.0:1775768385.065633:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768385.065637:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768385.065639:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.065643:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200757:200757:256:4294967295] 192.168.202.154@tcp LPNI seq info [200757:200757:8:4294967295]
00000400:00000200:1.0:1775768385.065647:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.065655:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768385.065660:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768385.065663:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768385.065669:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000010:1.0:1775768385.065669:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00080000:0.0:1775768385.065677:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768385.065679:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065688:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768385.065688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768385.065692:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065695:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768385.065703:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768385.065705:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000200:1.0:1775768385.065706:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1775768385.065711:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768385.065713:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768385.065715:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.1:1775768385.065719:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768385.065720:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.1:1775768385.065725:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1775768385.065728:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065734:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1775768385.065735:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.065738:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00000040:0.0:1775768385.065739:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065746:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768385.065748:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768385.065751:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768385.065753:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.065754:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768385.065755:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768385.065761:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768385.065768:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.065768:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768385.065776:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768385.065779:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775768385.065781:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000008:00000001:0.0:1775768385.065782:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768385.065787:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768385.065792:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768385.065795:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768385.065798:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768385.065800:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768385.065810:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768385.065822:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768385.065824:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065824:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.065876:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.065878:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768385.065882:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768385.065888:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768385.065892:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768385.065898:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065902:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768385.065905:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768385.065906:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768385.065915:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768385.065917:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.065920:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768385.065921:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768385.065938:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768385.065939:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768385.065946:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768385.065948:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299316487
00000100:00080000:0.0:1775768385.065949:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768385.065953:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768385.065954:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1775768385.065955:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:0.0:1775768385.065956:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768385.065962:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4642
00000400:00000200:0.0:1775768385.065965:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768385.065966:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775768385.065972:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768385.065974:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768385.065980:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768385.065981:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299316487
00000100:00000001:0.0:1775768385.065982:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775768385.065986:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768385.065989:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768385.065992:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768385.065993:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768385.065999:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768385.066001:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:1.0:1775768385.066002:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775768385.066004:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768385.066008:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768385.066008:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768385.066017:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768385.066017:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775768385.066022:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768385.066029:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.066030:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768385.066032:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768385.066033:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768385.066034:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:1.0:1775768385.066035:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768385/real 1775768385]  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768385.066036:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768385.066044:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768385.066049:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768385.066052:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768385.066059:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.066064:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768385.066066:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768385.066075:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.066077:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768385.066079:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000400:00000001:1.0:1775768385.066080:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1775768385.066082:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000001:1.0:1775768385.066084:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1775768385.066085:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768385.066087:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768385.066089:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775768385.066089:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
02000000:00000001:0.0:1775768385.066092:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768385.066095:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.066097:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
02000000:00000010:0.0:1775768385.066099:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000400:00000010:1.0:1775768385.066100:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768385.066111:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066111:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1775768385.066127:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768385.066127:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768385.066157:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.066176:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768385.066189:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768385.066190:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066193:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066197:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1775768385.066199:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066201:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768385.066215:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768385.066218:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768385.066229:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4652)
00000100:00000001:1.0:1775768385.066231:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768385.066239:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066247:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768385.066251:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.066254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066258:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768385.066262:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768385.066265:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768385.066271:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768385.066274:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768385.066279:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768385.066287:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384695296:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768385.066292:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066294:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.066297:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384695296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066304:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768385.066306:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768385.066309:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768385.066313:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768385.066315:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768385.066317:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768385.066319:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768385.066321:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768385.066325:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768385.066327:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768385.066329:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768385.066332:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768385.066334:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066336:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066344:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768385.066346:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066349:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768385.066350:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768385.066352:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768385.066356:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066368:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768385.066370:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066372:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768385.066374:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768385.066376:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768385.066379:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768385.066382:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768385.066384:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768385.066385:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066387:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768385.066389:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768385.066392:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.066396:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768385.066399:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768385.066403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768385.066405:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695424, portal 10
00000100:00000001:1.0:1775768385.066407:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768385.066409:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768385.066415:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066421:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768385.066423:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768385.066424:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768385.066427:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384695424, offset 0
00000400:00000200:1.0:1775768385.066431:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066435:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066439:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768385.066442:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768385.066444:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768385.066446:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768385.066449:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066452:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200758:200758:256:4294967295] 192.168.202.154@tcp LPNI seq info [200758:200758:8:4294967295]
00000400:00000200:1.0:1775768385.066457:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066463:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768385.066467:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066471:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768385.066474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768385.066477:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768385.066482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768385.066484:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768385.066488:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066490:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768385.066492:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768385.066496:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768385.066499:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768385.066501:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768385.066504:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768385.066507:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066515:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.066518:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066524:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066526:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768385.066529:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768385.066533:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768385.066536:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768385.066539:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299315228
00000100:00000001:1.0:1775768385.066542:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066544:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299315228
00000100:00000001:1.0:1775768385.066548:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066552:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768385.066554:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066556:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768385.066559:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768385/real 1775768385]  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768385.066567:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768385.066569:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768385.066570:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768385.066573:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768385.066575:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768385.066577:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768385.066580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768385.066587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066593:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768385.066594:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066596:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.066597:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768385.066600:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066606:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768385.066610:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066617:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768385.066619:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066621:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.066622:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066624:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768385.066626:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768385.066628:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768385.066632:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768385.066634:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768385.066636:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768385.066641:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768385.066644:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768385.066646:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066650:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768385.066651:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066653:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768385.066654:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768385.066655:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768385.066657:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768385.066659:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768385.066661:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768385.066662:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066663:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768385.066666:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768385.066667:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.066670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768385.066671:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768385.066673:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768385.066675:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695552, portal 10
00000100:00000001:1.0:1775768385.066677:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768385.066677:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768385.066681:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066686:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768385.066687:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768385.066688:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768385.066690:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384695552, offset 0
00000400:00000200:1.0:1775768385.066693:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066695:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066698:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768385.066700:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768385.066701:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768385.066703:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768385.066704:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066706:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200759:200759:256:4294967295] 192.168.202.154@tcp LPNI seq info [200759:200759:8:4294967295]
00000400:00000200:1.0:1775768385.066709:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066713:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768385.066716:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066718:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768385.066720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768385.066722:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768385.066724:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768385.066726:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768385.066729:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066730:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768385.066732:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768385.066734:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768385.066736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768385.066737:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768385.066739:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768385.066741:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066746:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.066747:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066751:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066752:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768385.066754:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768385.066757:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768385.066759:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768385.066760:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299315206
00000100:00000001:1.0:1775768385.066761:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066763:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299315206
00000100:00000001:1.0:1775768385.066764:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066766:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768385.066767:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066768:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768385.066770:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768385/real 1775768385]  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768385.066774:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768385.066774:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768385.066775:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768385.066777:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768385.066778:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768385.066779:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768385.066781:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768385.066785:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066788:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768385.066789:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066790:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.066790:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768385.066792:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066796:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768385.066798:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066802:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768385.066804:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066805:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.066806:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.066806:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768385.066807:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768385.066809:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768385.066811:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768385.066812:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768385.066814:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768385.066818:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768385.066819:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768385.066822:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066826:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768385.066827:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066848:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768385.066849:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768385.066850:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768385.066852:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768385.066854:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768385.066856:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768385.066857:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.066858:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768385.066860:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768385.066862:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.066864:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768385.066866:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768385.066868:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768385.066869:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695680, portal 4
00000100:00000001:1.0:1775768385.066871:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768385.066871:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768385.066875:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066879:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768385.066880:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768385.066882:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768385.066883:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384695680, offset 0
00000400:00000200:1.0:1775768385.066885:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066887:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066889:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768385.066892:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768385.066895:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768385.066897:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768385.066899:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.066902:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200760:200760:256:4294967295] 192.168.202.154@tcp LPNI seq info [200760:200760:8:4294967295]
00000400:00000200:1.0:1775768385.066906:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.066911:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768385.066915:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066918:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768385.066922:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768385.066924:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768385.066928:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768385.066931:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768385.066934:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.066936:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768385.066939:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768385.066942:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768385.066945:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768385.066947:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768385.066949:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768385.066952:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066957:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.066959:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.066963:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066964:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768385.066966:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768385.066968:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768385.066970:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768385.066971:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299315219
00000100:00000001:1.0:1775768385.066973:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066974:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299315219
00000100:00000001:1.0:1775768385.066976:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.066977:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768385.066978:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.066980:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768385.066981:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768385/real 1775768385]  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768385.066985:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768385.066986:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768385.066987:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768385.066988:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768385.066989:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768385.066990:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768385.066992:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768385.066997:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067001:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768385.067002:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067003:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.067004:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768385.067006:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067009:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768385.067011:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067014:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768385.067015:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067016:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.067017:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067018:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768385.067019:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768385.067020:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768385.067022:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768385.067023:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768385.067024:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768385.067029:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768385.067031:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768385.067035:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067041:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768385.067043:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.067045:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768385.067047:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768385.067049:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768385.067051:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768385.067054:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768385.067056:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768385.067058:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768385.067060:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768385.067063:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768385.067065:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768385.067068:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768385.067071:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768385.067074:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768385.067076:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695808, portal 4
00000100:00000001:1.0:1775768385.067079:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768385.067080:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768385.067085:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067091:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768385.067093:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768385.067095:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768385.067097:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384695808, offset 0
00000400:00000200:1.0:1775768385.067099:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768385.067102:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.067104:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768385.067105:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768385.067107:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768385.067109:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768385.067110:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768385.067112:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200761:200761:256:4294967295] 192.168.202.154@tcp LPNI seq info [200761:200761:8:4294967295]
00000400:00000200:1.0:1775768385.067115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768385.067118:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768385.067122:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.067124:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768385.067126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768385.067127:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775768385.067130:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768385.067132:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775768385.067134:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768385.067135:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768385.067137:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768385.067139:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768385.067141:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768385.067142:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768385.067144:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768385.067146:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067150:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.067152:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067156:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.067157:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768385.067158:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768385.067161:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768385.067163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768385.067164:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299315221
00000100:00000001:1.0:1775768385.067165:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.067167:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299315221
00000100:00000001:1.0:1775768385.067168:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299316487
00000100:00000001:1.0:1775768385.067169:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768385.067170:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.067171:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768385.067173:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768385/real 1775768385]  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768385.067192:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768385.067192:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768385.067194:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768385.067195:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768385.067196:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768385.067197:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768385.067200:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768385.067205:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067209:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768385.067209:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067210:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.067211:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768385.067213:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067216:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768385.067218:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067221:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768385.067222:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067223:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768385.067224:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067225:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768385.067226:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768385.067227:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768385.067229:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768385.067230:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768385.067233:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768385.067238:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384695808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768385.067240:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067241:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.067244:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384695424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067249:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768385.067250:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768385.067252:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768385.067254:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768385.067255:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768385.067256:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768385.067258:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768385.067260:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768385.067262:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768385.067263:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768385.067265:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768385.067267:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768385.067268:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067269:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.067272:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384695552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067278:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768385.067279:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768385.067281:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768385.067284:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768385.067285:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768385.067286:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768385.067287:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768385.067289:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768385.067291:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768385.067292:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768385.067293:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768385.067297:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768385.067298:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067300:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.067303:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384695680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067309:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768385.067310:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768385.067311:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768385.067314:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768385.067315:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768385.067316:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768385.067318:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768385.067319:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768385.067321:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768385.067322:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768385.067323:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768385.067325:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768385.067327:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067328:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768385.067331:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384695808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768385.067337:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768385.067339:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768385.067340:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768385.067342:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768385.067344:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768385.067345:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768385.067347:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768385.067348:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768385.067350:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768385.067351:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768385.067352:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768385.067355:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768385.067356:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067358:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768385.067362:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768385.067364:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768385.067365:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768385.067367:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.448953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.448959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.448967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.448968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768385.449139:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768385.449142:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768385.449145:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768386.408935:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299316487, at 4299316544
00000100:00000040:0.0:1775768386.408949:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299316487, at 4299316544
00000100:00000010:1.0:1775768386.408952:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000010:0.0:1775768386.408955:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768386.472914:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.472921:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.472927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.472928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768386.472992:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768386.472995:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768386.472998:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768387.497075:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.497081:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.497088:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.497089:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768387.497257:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768387.497260:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768387.497263:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768388.521061:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521067:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521073:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521078:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768388.521080:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768388.521084:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521087:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768388.521091:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521093:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521095:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768388.521166:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768388.521171:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768388.521174:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768389.544968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.544976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.544983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.544985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768389.545062:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768389.545069:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768389.545074:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768390.184936:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768390.184945:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768390.184947:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768390.184950:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768390.184954:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768390.184960:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4647
00000400:00000200:0.0:1775768390.184967:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768390.184972:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768390.184974:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768390.184977:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.184979:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768390.184980:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.184982:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768390.184984:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768390.184986:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768390.184988:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768390.184990:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768390.184992:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768390.184993:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768390.184995:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.184996:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768390.184997:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.184998:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768390.185000:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768390.185002:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185003:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.185005:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768390.185007:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768390.185009:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185010:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768390.185011:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768390.185019:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768390.185021:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768390.185024:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768390.185025:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185028:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768390.185030:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768390.185035:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768390.185042:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768390.185048:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768390.185056:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768390.185066:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768390.185070:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768390.185075:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768390.185098:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768390.185101:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768390.185105:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768390.185106:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768390.185107:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768390.185110:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768390.185112:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4647
00000400:00000200:0.0:1775768390.185116:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768390.185119:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768390.185121:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768390.185123:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185125:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768390.185127:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185141:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768390.185143:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768390.185144:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768390.185146:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768390.185147:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768390.185149:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768390.185151:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768390.185155:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185156:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768390.185158:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185160:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768390.185162:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768390.185165:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185167:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.185169:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768390.185174:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768390.185176:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185177:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768390.185181:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768390.185184:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185186:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768390.185189:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000020:00000040:0.0:1775768390.185192:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768390.185195:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768390.185196:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185197:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768390.185199:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768390.185201:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768390.185205:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000100:00000001:0.0:1775768390.185209:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768390.185214:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768390.185223:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768390.185223:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768390.185225:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.185232:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768390.185234:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.185237:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768390.185247:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768390.185253:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768390.185254:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768390.185261:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768390.185266:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768390.185269:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768390.185281:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768390.185286:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4647
00000100:00000001:1.0:1775768390.185289:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768390.185292:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.185297:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768390.185301:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768390.185303:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:1.0:1775768390.185308:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.185314:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384695936:192.168.202.154@tcp:250:kworker.0
00000400:00000200:0.0:1775768390.185317:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768390.185324:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768390.185325:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768390.185331:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185333:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768390.185334:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1775768390.185335:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185339:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768390.185339:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.185346:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1775768390.185347:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768390.185356:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768390.185359:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768390.185361:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768390.185363:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768390.185365:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
02000000:00000010:1.0:1775768390.185367:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
00000100:00000040:0.0:1775768390.185371:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768390.185372:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185378:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768390.185381:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185386:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768390.185387:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768390.185393:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000010:1.0:1775768390.185396:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00080000:0.0:1775768390.185398:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185404:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.185406:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768390.185407:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
02000000:00000001:0.0:1775768390.185410:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768390.185414:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185416:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:1.0:1775768390.185417:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384695936, portal 25
00000008:00100000:0.0:1775768390.185418:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768390.185421:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1775768390.185423:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.185425:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000001:0.0:1775768390.185428:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768390.185435:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000100:00000040:1.0:1775768390.185438:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768390.185439:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768390.185454:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1775768390.185460:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775768390.185460:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768390.185463:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768390.185464:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000001:0.0:1775768390.185468:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775768390.185470:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384695936, offset 0
02000000:00000001:0.0:1775768390.185472:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768390.185476:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768390.185481:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000400:00000200:1.0:1775768390.185482:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185492:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768390.185501:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768390.185511:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.185527:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768390.185529:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768390.185535:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.185537:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1775768390.185542:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768390.185546:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768390.185553:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768390.185560:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185568:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.185571:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200762:200762:256:4294967295] 192.168.202.154@tcp LPNI seq info [200762:200762:8:4294967295]
00000100:00080000:0.0:1775768390.185574:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768390.185578:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768390.185581:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768390.185584:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768390.185589:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768390.185597:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768390.185601:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4647
00000400:00000200:1.0:1775768390.185612:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768390.185620:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768390.185623:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000010:1.0:1775768390.185628:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000400:00000200:0.0:1775768390.185630:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768390.185635:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768390.185644:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768390.185645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768390.185652:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768390.185653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1775768390.185661:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185667:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768390.185668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768390.185674:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775768390.185675:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1775768390.185677:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768390.185681:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768390.185686:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000800:00000100:1.0:1775768390.185686:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.185689:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000020:00000001:0.0:1775768390.185691:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768390.185699:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1775768390.185707:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768390.185710:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1775768390.185718:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768390.185720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000100:00000001:0.0:1775768390.185728:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768390.185728:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000040:0.0:1775768390.185734:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768390.185738:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768390.185739:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768390.185743:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:1.0:1775768390.185747:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768390.185751:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768390.185759:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.185766:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768390.185772:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768390.185775:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185777:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768390.185779:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768390.185781:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185783:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.185786:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1775768390.185789:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768390.185794:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000040:1.0:1775768390.185795:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768390.185801:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768390.185803:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.185809:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768390.185813:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768390.185814:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.185816:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.185820:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1775768390.185823:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:1.0:1775768390.185860:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.185867:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768390.185870:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299321607
00000100:00000001:0.0:1775768390.185872:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768390.185876:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00100000:0.0:1775768390.185882:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768390.185886:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775768390.185893:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768390.185898:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768390.185903:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.185904:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299321607
00000100:00000010:1.0:1775768390.185911:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768390.185916:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768390.185923:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768390.185927:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.185928:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768390.185933:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768390.185933:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768390.185940:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768390.185945:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1775768390.185945:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768390/real 1775768390]  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768390.185950:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768390.185958:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768390.185967:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4647
00000400:00000001:1.0:1775768390.185970:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768390.185973:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768390.185976:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:0.0:1775768390.185977:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.185983:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000200:0.0:1775768390.185990:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1775768390.185990:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00080000:0.0:1775768390.185999:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768390.186000:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768390.186005:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.186009:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768390.186009:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768390.186017:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.186025:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768390.186030:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775768390.186031:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768390.186033:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768390.186040:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768390.186046:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768390.186053:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768390.186055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1775768390.186061:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768390.186062:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186069:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1775768390.186073:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768390.186073:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768390.186080:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775768390.186084:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768390.186088:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768390.186097:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768390.186103:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768390.186107:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768390.186113:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768390.186119:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768390.186120:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768390.186140:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768390.186146:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768390.186150:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1775768390.186151:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.186160:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768390.186161:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1775768390.186165:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768390.186166:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.186168:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1775768390.186171:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186173:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768390.186176:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186178:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1775768390.186182:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000100:00080000:1.0:1775768390.186183:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1775768390.186193:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00080000:1.0:1775768390.186196:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
02000000:00000001:0.0:1775768390.186201:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768390.186202:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1775768390.186204:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768390.186208:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775768390.186213:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768390.186214:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768390.186220:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768390.186228:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768390.186238:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.186240:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384695936:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768390.186250:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768390.186252:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768390.186255:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.186263:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384695936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768390.186277:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768390.186284:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186287:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768390.186291:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1775768390.186294:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768390.186295:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768390.186303:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768390.186307:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768390.186310:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000001:0.0:1775768390.186314:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768390.186315:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768390.186322:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
00000100:00000040:0.0:1775768390.186324:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4658)
02000000:00000001:1.0:1775768390.186328:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768390.186331:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768390.186333:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768390.186338:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768390.186339:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186341:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186351:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768390.186354:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186356:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768390.186358:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768390.186360:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768390.186365:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186371:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768390.186373:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186375:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768390.186377:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768390.186379:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.186382:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768390.186385:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768390.186387:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768390.186389:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186390:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768390.186394:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768390.186396:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.186401:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768390.186405:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768390.186409:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768390.186413:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696064, portal 10
00000100:00000001:1.0:1775768390.186414:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768390.186416:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367791104 : -107275341760512 : ffff9e6f035c7800)
00000100:00000040:1.0:1775768390.186423:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186430:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768390.186432:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768390.186435:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768390.186438:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384696064, offset 0
00000400:00000200:1.0:1775768390.186442:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768390.186446:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.186450:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768390.186453:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768390.186456:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768390.186458:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768390.186461:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768390.186464:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200763:200763:256:4294967295] 192.168.202.154@tcp LPNI seq info [200763:200763:8:4294967295]
00000400:00000200:1.0:1775768390.186468:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.186474:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768390.186478:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.186481:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768390.186485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768390.186488:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768390.186493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768390.186495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768390.186499:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.186501:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768390.186503:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768390.186507:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768390.186510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768390.186511:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768390.186514:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768390.186517:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186525:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.186528:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186534:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186536:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768390.186540:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768390.186544:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768390.186547:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768390.186549:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299320348
00000100:00000001:1.0:1775768390.186552:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.186554:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299320348
00000100:00000001:1.0:1775768390.186556:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.186558:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768390.186561:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186562:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768390.186566:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768390/real 1775768390]  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768390.186573:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768390.186575:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768390.186576:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768390.186578:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768390.186580:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768390.186582:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768390.186585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768390.186593:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186599:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768390.186600:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186602:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.186604:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768390.186606:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186613:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768390.186616:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186624:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768390.186626:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186627:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.186628:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186630:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768390.186632:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768390.186634:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768390.186638:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768390.186640:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768390.186643:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768390.186651:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768390.186655:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768390.186659:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186665:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768390.186667:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186669:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768390.186671:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768390.186673:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.186676:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768390.186679:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768390.186681:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768390.186682:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186684:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768390.186687:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768390.186689:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.186693:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768390.186695:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768390.186698:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768390.186701:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696192, portal 10
00000100:00000001:1.0:1775768390.186703:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768390.186704:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367785728 : -107275341765888 : ffff9e6f035c6300)
00000100:00000040:1.0:1775768390.186709:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186715:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768390.186718:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768390.186720:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768390.186722:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384696192, offset 0
00000400:00000200:1.0:1775768390.186726:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768390.186730:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.186734:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768390.186736:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768390.186739:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768390.186741:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768390.186744:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768390.186747:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200764:200764:256:4294967295] 192.168.202.154@tcp LPNI seq info [200764:200764:8:4294967295]
00000400:00000200:1.0:1775768390.186751:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.186757:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768390.186761:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.186764:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768390.186768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768390.186771:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768390.186774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768390.186777:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768390.186781:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.186782:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768390.186785:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768390.186788:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768390.186792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768390.186794:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768390.186796:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768390.186799:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186806:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.186809:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186814:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186816:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768390.186819:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768390.186823:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768390.186826:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768390.186849:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299320326
00000100:00000001:1.0:1775768390.186852:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.186855:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299320327
00000100:00000001:1.0:1775768390.186857:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.186859:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768390.186862:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.186864:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768390.186867:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768390/real 1775768390]  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768390.186876:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768390.186877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768390.186879:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768390.186882:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768390.186884:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768390.186886:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768390.186889:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768390.186898:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186905:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768390.186906:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186908:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.186909:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768390.186913:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186920:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768390.186924:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186931:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768390.186933:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186934:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.186936:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.186938:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768390.186940:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768390.186942:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768390.186945:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768390.186948:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768390.186952:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768390.186960:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768390.186964:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768390.186968:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.186974:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768390.186976:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186979:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768390.186980:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768390.186982:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.186985:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768390.186988:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768390.186990:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768390.186992:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.186993:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768390.186997:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768390.186998:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.187002:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768390.187005:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768390.187008:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768390.187011:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696320, portal 4
00000100:00000001:1.0:1775768390.187013:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768390.187014:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768390.187020:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187026:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768390.187029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768390.187031:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768390.187033:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384696320, offset 0
00000400:00000200:1.0:1775768390.187037:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768390.187041:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.187045:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768390.187048:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768390.187050:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768390.187053:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768390.187055:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768390.187058:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200765:200765:256:4294967295] 192.168.202.154@tcp LPNI seq info [200765:200765:8:4294967295]
00000400:00000200:1.0:1775768390.187062:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.187068:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768390.187073:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.187076:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768390.187080:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768390.187083:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768390.187087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768390.187089:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768390.187093:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.187095:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768390.187098:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768390.187102:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768390.187104:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768390.187106:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768390.187108:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768390.187112:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187119:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187122:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187140:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.187142:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768390.187146:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768390.187149:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768390.187153:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768390.187154:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299320339
00000100:00000001:1.0:1775768390.187157:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.187159:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299320339
00000100:00000001:1.0:1775768390.187161:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.187163:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768390.187165:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.187166:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768390.187170:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768390/real 1775768390]  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768390.187178:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768390.187180:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768390.187182:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768390.187184:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768390.187186:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768390.187188:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768390.187191:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768390.187199:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187205:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768390.187207:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187208:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.187210:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768390.187213:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187220:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768390.187224:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187231:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768390.187233:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187235:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.187236:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187238:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768390.187239:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768390.187242:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768390.187245:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768390.187247:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768390.187251:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768390.187259:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768390.187263:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768390.187266:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187273:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768390.187275:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.187277:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768390.187279:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768390.187280:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768390.187283:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768390.187286:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768390.187288:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768390.187289:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768390.187291:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768390.187295:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768390.187297:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768390.187300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768390.187302:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768390.187305:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768390.187308:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696448, portal 4
00000100:00000001:1.0:1775768390.187310:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768390.187311:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768390.187316:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187322:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768390.187324:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768390.187326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768390.187329:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384696448, offset 0
00000400:00000200:1.0:1775768390.187333:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768390.187336:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.187340:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768390.187342:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768390.187345:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768390.187347:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768390.187349:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768390.187352:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200766:200766:256:4294967295] 192.168.202.154@tcp LPNI seq info [200766:200766:8:4294967295]
00000400:00000200:1.0:1775768390.187356:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768390.187362:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768390.187367:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.187369:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768390.187373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768390.187375:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768390.187379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768390.187382:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768390.187386:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768390.187388:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768390.187390:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768390.187393:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768390.187396:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768390.187398:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768390.187400:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768390.187402:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187409:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187412:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187418:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.187419:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768390.187422:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768390.187424:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768390.187428:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768390.187430:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299320341
00000100:00000001:1.0:1775768390.187432:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.187434:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299320341
00000100:00000001:1.0:1775768390.187436:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299321607
00000100:00000001:1.0:1775768390.187438:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768390.187440:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.187442:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768390.187445:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768390/real 1775768390]  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768390.187452:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768390.187454:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768390.187455:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768390.187457:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768390.187459:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768390.187461:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768390.187464:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768390.187472:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187478:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768390.187479:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187481:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.187482:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768390.187485:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187491:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768390.187494:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187500:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768390.187503:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187504:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768390.187505:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187507:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768390.187508:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768390.187511:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768390.187515:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768390.187517:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768390.187520:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768390.187527:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768390.187530:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187532:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187535:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7800 x1862023384696064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187541:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768390.187543:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768390.187544:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768390.187547:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768390.187548:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768390.187549:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768390.187551:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768390.187553:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768390.187556:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768390.187557:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768390.187558:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7800.
00000100:00000001:1.0:1775768390.187561:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768390.187562:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187564:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187567:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6300 x1862023384696192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187578:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768390.187579:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768390.187581:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768390.187583:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768390.187584:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768390.187585:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768390.187587:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768390.187588:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768390.187590:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768390.187591:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768390.187593:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6300.
00000100:00000001:1.0:1775768390.187595:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768390.187596:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187598:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187601:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384696320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187607:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768390.187608:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768390.187609:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768390.187611:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768390.187612:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768390.187613:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768390.187615:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768390.187616:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768390.187618:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768390.187619:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768390.187620:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768390.187623:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768390.187624:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187626:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768390.187629:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384696448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768390.187635:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768390.187636:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768390.187637:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768390.187639:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768390.187640:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768390.187641:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768390.187643:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768390.187644:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768390.187646:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768390.187647:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768390.187648:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768390.187650:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768390.187651:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187653:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768390.187656:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768390.187658:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768390.187660:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768390.187661:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.568955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.568961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.568968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.568969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768390.569035:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768390.569039:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768390.569043:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768391.528932:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299321607, at 4299321664
00000100:00000010:1.0:1775768391.528948:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768391.529041:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299321607, at 4299321664
00000100:00000010:0.0:1775768391.529046:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768391.592941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.592948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.592955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.592956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768391.593076:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768391.593080:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768391.593084:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768392.617922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617936:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768392.618015:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768392.618019:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768392.618022:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768393.640986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.640994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768393.642164:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768393.642166:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768393.642168:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768394.665005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.665013:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768394.665015:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768394.665019:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.665024:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768394.665026:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.665028:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.665030:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.665034:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.665035:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768394.665320:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768394.665323:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768394.665326:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768395.305437:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768395.305449:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768395.305451:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768395.305456:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768395.305460:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768395.305468:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4653
00000400:00000200:2.0:1775768395.305478:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768395.305483:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768395.305487:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768395.305490:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305493:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768395.305496:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305508:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768395.305512:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768395.305514:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768395.305516:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768395.305519:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768395.305521:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768395.305524:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768395.305527:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305529:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768395.305530:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305532:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768395.305534:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768395.305537:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305540:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.305543:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768395.305547:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768395.305549:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.305552:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768395.305554:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768395.305563:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768395.305567:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768395.305570:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768395.305572:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.305575:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768395.305577:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768395.305581:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768395.305589:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768395.305596:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768395.305605:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768395.305615:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768395.305620:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768395.305625:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768395.305649:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768395.305652:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768395.305655:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768395.305656:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768395.305658:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768395.305660:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768395.305662:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4653
00000400:00000200:2.0:1775768395.305666:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768395.305669:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768395.305671:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768395.305673:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305676:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768395.305678:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305680:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768395.305682:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768395.305684:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768395.305685:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768395.305687:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768395.305689:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768395.305691:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768395.305693:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768395.305695:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305698:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768395.305699:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768395.305701:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768395.305703:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768395.305706:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768395.305710:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000040:1.0:1775768395.305712:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768395.305715:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305720:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.305725:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768395.305729:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768395.305731:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.305733:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768395.305734:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768395.305737:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.305739:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768395.305741:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768395.305743:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768395.305747:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775768395.305748:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384696576:192.168.202.154@tcp:250:kworker.0
00000008:00000001:2.0:1775768395.305753:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.305757:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.305762:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1775768395.305762:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
02000000:00000001:1.0:1775768395.305766:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775768395.305766:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768395.305768:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768395.305770:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.305771:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.305775:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768395.305776:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768395.305776:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768395.305779:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768395.305782:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768395.305785:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768395.305786:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768395.305790:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768395.305795:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768395.305804:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768395.305805:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768395.305808:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768395.305811:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000040:2.0:1775768395.305814:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768395.305818:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:2.0:1775768395.305827:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768395.305861:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696576, portal 25
00000100:00000001:1.0:1775768395.305864:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768395.305866:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:1.0:1775768395.305873:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.305882:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768395.305883:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768395.305888:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768395.305891:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1775768395.305893:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000001:2.0:1775768395.305894:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768395.305897:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768395.305898:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384696576, offset 0
00000100:00000001:2.0:1775768395.305901:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768395.305905:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4653
00000400:00000200:1.0:1775768395.305909:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768395.305913:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768395.305917:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768395.305921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768395.305922:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768395.305926:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.305930:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768395.305931:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768395.305935:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.305938:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768395.305939:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768395.305942:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768395.305944:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:2.0:1775768395.305945:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768395.305948:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768395.305950:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768395.305952:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768395.305954:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768395.305957:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:2.0:1775768395.305959:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768395.305965:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200767:200767:256:4294967295] 192.168.202.154@tcp LPNI seq info [200767:200767:8:4294967295]
00000100:00000040:2.0:1775768395.305967:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305971:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768395.305975:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768395.305975:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305979:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768395.305982:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768395.305986:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768395.305991:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.305992:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768395.305995:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768395.306000:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775768395.306003:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768395.306004:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.306008:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768395.306010:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775768395.306011:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000008:00000001:2.0:1775768395.306014:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.306017:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768395.306021:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:2.0:1775768395.306021:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768395.306026:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000200:1.0:1775768395.306028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775768395.306029:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768395.306032:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.306035:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768395.306038:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775768395.306038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768395.306041:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768395.306043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
02000000:00000010:2.0:1775768395.306046:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768395.306050:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768395.306055:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1775768395.306068:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306070:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1775768395.306072:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00000001:2.0:1775768395.306074:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768395.306091:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768395.306096:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768395.306103:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.306106:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768395.306108:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768395.306112:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768395.306114:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000100:00000001:2.0:1775768395.306114:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768395.306116:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1775768395.306118:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:2.0:1775768395.306120:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768395.306124:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768395.306124:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4653
00000100:00000200:1.0:1775768395.306131:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768395.306131:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768395.306138:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768395.306143:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768395.306147:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768395.306148:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306151:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768395.306153:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768395.306156:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306160:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768395.306164:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768395.306167:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768395.306169:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768395.306170:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768395.306172:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768395.306173:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768395.306177:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768395.306178:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768395.306182:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306184:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768395.306185:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768395.306187:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306190:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768395.306193:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000200:1.0:1775768395.306194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768395.306198:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768395.306199:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299326727
00000100:00000001:2.0:1775768395.306202:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.306205:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1775768395.306206:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
02000000:00000001:2.0:1775768395.306209:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768395.306212:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306213:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768395.306214:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768395.306217:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768395.306221:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306222:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299326727
00000100:00000001:2.0:1775768395.306223:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768395.306228:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000100:00000010:1.0:1775768395.306229:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000020:00000040:2.0:1775768395.306232:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768395.306234:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775768395.306236:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768395.306238:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306239:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768395.306241:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768395.306244:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768395.306244:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768395.306247:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306248:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1775768395.306252:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00100000:1.0:1775768395.306255:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768395/real 1775768395]  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768395.306256:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768395.306265:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1775768395.306271:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768395.306274:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768395.306275:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768395.306278:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000001:2.0:1775768395.306278:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.306285:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000100:00000040:2.0:1775768395.306286:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768395.306288:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768395.306292:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768395.306299:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768395.306300:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768395.306305:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768395.306314:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768395.306317:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1775768395.306320:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768395.306320:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768395.306325:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768395.306330:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4653
00000100:00000001:1.0:1775768395.306333:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768395.306337:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768395.306337:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768395.306341:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1775768395.306342:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768395.306344:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768395.306346:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1775768395.306351:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768395.306352:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306356:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768395.306360:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306365:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768395.306370:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768395.306371:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768395.306372:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768395.306375:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768395.306377:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000040:1.0:1775768395.306378:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768395.306381:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768395.306386:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768395.306393:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768395.306393:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768395.306398:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768395.306398:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768395.306401:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768395.306403:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768395.306404:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768395.306408:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768395.306409:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1775768395.306412:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768395.306413:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768395.306418:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768395.306418:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768395.306424:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768395.306428:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
02000000:00000001:2.0:1775768395.306428:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768395.306432:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768395.306432:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768395.306437:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768395.306438:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768395.306441:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768395.306444:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768395.306450:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768395.306454:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768395.306457:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384696576:192.168.202.154@tcp:250:kworker.0
00000100:00000010:2.0:1775768395.306458:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768395.306463:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768395.306468:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768395.306470:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768395.306470:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306476:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768395.306476:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768395.306479:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775768395.306482:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384696576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768395.306482:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768395.306488:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:1.0:1775768395.306494:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768395.306495:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306497:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768395.306501:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
00000100:00100000:2.0:1775768395.306502:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768395.306505:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768395.306508:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768395.306510:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768395.306516:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768395.306516:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775768395.306520:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768395.306520:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306526:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1775768395.306526:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768395.306529:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768395.306532:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:1.0:1775768395.306537:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768395.306540:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768395.306540:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306544:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768395.306547:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4663)
00000100:00000001:1.0:1775768395.306551:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768395.306554:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306556:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768395.306557:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768395.306558:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768395.306562:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306566:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768395.306568:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306569:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768395.306570:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768395.306572:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768395.306574:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768395.306576:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768395.306577:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768395.306578:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306580:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768395.306582:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768395.306583:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.306586:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768395.306588:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768395.306590:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768395.306592:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696704, portal 10
00000100:00000001:1.0:1775768395.306593:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768395.306594:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:1.0:1775768395.306598:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306602:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768395.306604:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768395.306605:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768395.306606:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384696704, offset 0
00000400:00000200:1.0:1775768395.306608:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306611:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306613:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768395.306615:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768395.306617:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768395.306618:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768395.306620:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306622:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200768:200768:256:4294967295] 192.168.202.154@tcp LPNI seq info [200768:200768:8:4294967295]
00000400:00000200:1.0:1775768395.306624:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306628:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768395.306630:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.306632:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768395.306635:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768395.306636:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768395.306639:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768395.306641:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768395.306643:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.306644:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768395.306646:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768395.306649:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768395.306651:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768395.306652:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768395.306653:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768395.306655:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306660:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.306661:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306665:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306666:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768395.306668:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768395.306670:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768395.306672:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768395.306673:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299325468
00000100:00000001:1.0:1775768395.306675:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.306676:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299325468
00000100:00000001:1.0:1775768395.306678:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.306679:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768395.306680:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306681:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768395.306683:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768395/real 1775768395]  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768395.306687:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768395.306688:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768395.306689:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768395.306690:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768395.306691:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768395.306692:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768395.306694:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768395.306699:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306702:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768395.306703:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306704:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.306705:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768395.306707:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306710:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768395.306712:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306716:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768395.306717:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306718:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.306718:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306719:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768395.306720:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768395.306722:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768395.306723:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768395.306724:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768395.306726:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768395.306731:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768395.306733:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768395.306735:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306742:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768395.306743:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306745:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768395.306746:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768395.306747:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768395.306748:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768395.306749:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768395.306750:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768395.306751:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306752:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768395.306754:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768395.306755:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.306756:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768395.306757:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768395.306759:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768395.306760:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696832, portal 10
00000100:00000001:1.0:1775768395.306761:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768395.306762:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768395.306765:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306769:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768395.306770:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768395.306771:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768395.306772:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384696832, offset 0
00000400:00000200:1.0:1775768395.306774:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306776:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306777:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768395.306779:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768395.306781:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768395.306782:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768395.306783:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306785:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200769:200769:256:4294967295] 192.168.202.154@tcp LPNI seq info [200769:200769:8:4294967295]
00000400:00000200:1.0:1775768395.306788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306791:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768395.306794:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.306795:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768395.306797:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768395.306798:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768395.306800:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768395.306802:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768395.306804:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.306805:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768395.306807:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768395.306809:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768395.306810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768395.306811:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768395.306813:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768395.306814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306818:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.306820:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306823:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306824:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768395.306825:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768395.306827:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768395.306848:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768395.306850:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299325447
00000100:00000001:1.0:1775768395.306852:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.306854:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299325447
00000100:00000001:1.0:1775768395.306856:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.306857:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768395.306860:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.306861:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768395.306865:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768395/real 1775768395]  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768395.306872:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768395.306874:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768395.306875:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768395.306877:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768395.306879:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768395.306881:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768395.306883:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768395.306891:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306895:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768395.306896:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306897:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.306898:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768395.306899:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306903:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768395.306905:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306909:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768395.306910:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.306912:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.306913:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768395.306914:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768395.306916:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768395.306918:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768395.306919:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768395.306921:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768395.306926:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768395.306927:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768395.306929:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306932:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768395.306933:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306934:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768395.306935:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768395.306937:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768395.306938:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768395.306940:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768395.306941:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768395.306942:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.306943:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768395.306946:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768395.306947:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.306949:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768395.306950:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768395.306952:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768395.306954:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384696960, portal 4
00000100:00000001:1.0:1775768395.306955:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768395.306956:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768395.306959:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.306963:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768395.306964:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768395.306966:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768395.306967:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384696960, offset 0
00000400:00000200:1.0:1775768395.306969:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306972:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306974:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768395.306975:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768395.306977:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768395.306978:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768395.306980:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.306982:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200770:200770:256:4294967295] 192.168.202.154@tcp LPNI seq info [200770:200770:8:4294967295]
00000400:00000200:1.0:1775768395.306984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.306988:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768395.306990:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.306992:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768395.306994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768395.306996:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768395.306998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768395.306999:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768395.307001:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.307003:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768395.307005:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768395.307006:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768395.307008:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768395.307009:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768395.307010:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768395.307012:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307016:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307018:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307022:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.307023:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768395.307024:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768395.307026:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768395.307028:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768395.307029:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299325459
00000100:00000001:1.0:1775768395.307031:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.307032:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299325459
00000100:00000001:1.0:1775768395.307033:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.307034:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768395.307035:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.307036:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768395.307038:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768395/real 1775768395]  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768395.307042:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768395.307043:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768395.307044:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768395.307045:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768395.307046:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768395.307047:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768395.307048:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768395.307053:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307056:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768395.307056:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307057:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.307058:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768395.307060:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307063:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768395.307065:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307069:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768395.307070:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307071:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.307072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307073:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768395.307074:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768395.307075:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768395.307076:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768395.307077:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768395.307093:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768395.307100:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384696960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768395.307103:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768395.307106:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307114:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768395.307116:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.307118:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768395.307119:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768395.307121:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768395.307123:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768395.307126:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768395.307127:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768395.307129:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768395.307130:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768395.307133:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768395.307135:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768395.307138:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768395.307141:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768395.307144:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768395.307146:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697088, portal 4
00000100:00000001:1.0:1775768395.307147:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768395.307148:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768395.307153:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307159:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768395.307161:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768395.307163:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768395.307165:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384697088, offset 0
00000400:00000200:1.0:1775768395.307168:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768395.307172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.307175:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768395.307177:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768395.307179:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768395.307181:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768395.307184:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768395.307186:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200771:200771:256:4294967295] 192.168.202.154@tcp LPNI seq info [200771:200771:8:4294967295]
00000400:00000200:1.0:1775768395.307190:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768395.307195:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768395.307199:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.307202:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768395.307206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768395.307208:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768395.307212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768395.307214:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768395.307218:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768395.307219:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768395.307222:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768395.307224:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768395.307226:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768395.307227:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768395.307229:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768395.307231:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307236:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307238:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307242:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.307243:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768395.307244:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768395.307246:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768395.307248:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768395.307249:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299325461
00000100:00000001:1.0:1775768395.307251:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.307252:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299325461
00000100:00000001:1.0:1775768395.307254:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299326727
00000100:00000001:1.0:1775768395.307255:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768395.307256:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.307257:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768395.307259:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768395/real 1775768395]  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768395.307263:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768395.307263:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768395.307264:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768395.307265:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768395.307266:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768395.307267:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768395.307269:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768395.307274:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307280:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768395.307281:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307282:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.307283:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768395.307285:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307288:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768395.307290:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307293:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768395.307295:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307295:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768395.307296:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307297:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768395.307298:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768395.307299:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768395.307301:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768395.307302:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768395.307304:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768395.307308:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768395.307309:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307310:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307312:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384696704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307316:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768395.307317:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768395.307318:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768395.307319:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768395.307320:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768395.307321:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768395.307323:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768395.307324:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:1.0:1775768395.307325:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768395.307326:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768395.307327:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:1.0:1775768395.307328:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768395.307329:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307330:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307332:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384696832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307336:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768395.307336:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768395.307338:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768395.307339:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768395.307340:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768395.307340:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768395.307341:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768395.307342:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:1.0:1775768395.307344:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768395.307344:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768395.307345:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768395.307346:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768395.307347:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307347:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307349:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384696960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307352:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768395.307353:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768395.307353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768395.307354:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768395.307355:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768395.307356:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768395.307357:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768395.307358:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:1.0:1775768395.307359:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768395.307360:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768395.307361:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768395.307362:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768395.307362:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307363:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768395.307364:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384697088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768395.307368:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768395.307368:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768395.307369:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768395.307370:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768395.307370:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768395.307371:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768395.307372:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768395.307373:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:1.0:1775768395.307374:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768395.307374:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768395.307375:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768395.307376:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768395.307376:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307377:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768395.307379:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768395.307380:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768395.307381:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768395.307382:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.688965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.688971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.688979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.688980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768395.689035:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768395.689039:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768395.689046:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768396.649041:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299326727, at 4299326784
00000100:00000010:1.0:1775768396.649055:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00000100:00000040:0.0:1775768396.649162:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299326727, at 4299326784
00000100:00000010:0.0:1775768396.649169:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768396.712959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.712966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.712972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.712973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768396.713044:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768396.713047:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768396.713051:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768397.736944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768397.736952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768397.736959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768397.736960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768397.737028:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768397.737032:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768397.737035:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768398.760976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.760982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.760989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.760993:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768398.760995:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768398.760999:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761002:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768398.761004:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761006:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761008:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768398.761085:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768398.761088:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768398.761091:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768399.785001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785016:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768399.785090:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768399.785097:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768399.785102:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768400.424958:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768400.424970:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768400.424972:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768400.424977:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768400.424981:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768400.424989:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4658
00000400:00000200:2.0:1775768400.424999:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768400.425005:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768400.425007:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768400.425010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425012:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425013:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425015:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768400.425018:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768400.425019:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768400.425021:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768400.425023:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768400.425024:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768400.425026:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768400.425028:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425054:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425056:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425058:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768400.425061:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768400.425065:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425067:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768400.425070:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768400.425074:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768400.425083:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425086:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768400.425089:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768400.425099:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
00000020:00000040:2.0:1775768400.425102:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768400.425106:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768400.425107:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425110:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768400.425113:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768400.425118:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768400.425125:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768400.425132:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768400.425141:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768400.425151:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768400.425156:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425160:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768400.425189:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768400.425191:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768400.425193:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768400.425194:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768400.425195:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768400.425197:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768400.425199:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4658
00000400:00000200:2.0:1775768400.425202:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768400.425204:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768400.425206:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768400.425207:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425209:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425210:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425211:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768400.425213:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768400.425213:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768400.425214:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768400.425216:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768400.425217:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768400.425218:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768400.425220:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425221:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425222:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425223:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768400.425224:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768400.425226:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425227:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768400.425228:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768400.425232:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768400.425233:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425234:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768400.425237:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768400.425239:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425240:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768400.425242:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768400.425244:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768400.425245:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768400.425245:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425247:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768400.425247:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768400.425249:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768400.425251:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768400.425254:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768400.425257:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768400.425264:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768400.425266:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425269:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768400.425282:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768400.425284:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768400.425287:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768400.425288:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768400.425290:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768400.425292:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768400.425295:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4658
00000400:00000200:2.0:1775768400.425298:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768400.425301:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768400.425303:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768400.425306:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425308:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425310:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425312:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768400.425313:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768400.425315:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768400.425316:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768400.425318:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768400.425319:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768400.425321:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768400.425324:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425325:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425327:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425329:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768400.425330:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768400.425333:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425335:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768400.425337:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768400.425340:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768400.425342:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425343:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768400.425345:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768400.425347:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425349:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768400.425354:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768400.425356:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768400.425358:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768400.425359:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425360:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768400.425362:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768400.425363:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768400.425367:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768400.425370:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768400.425374:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768400.425381:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768400.425383:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425386:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768400.425390:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768400.425392:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768400.425394:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768400.425395:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768400.425396:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768400.425398:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768400.425400:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4658
00000400:00000200:2.0:1775768400.425402:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768400.425404:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768400.425405:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768400.425407:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425408:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425409:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425410:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768400.425412:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768400.425412:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768400.425413:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768400.425414:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768400.425415:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768400.425416:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768400.425418:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425419:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425420:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425421:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768400.425422:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768400.425424:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425425:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768400.425426:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768400.425428:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768400.425429:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425430:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768400.425431:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768400.425433:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425434:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768400.425436:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768400.425437:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768400.425438:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768400.425439:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425440:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768400.425441:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768400.425442:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768400.425444:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768400.425446:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768400.425457:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768400.425462:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768400.425463:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425465:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768400.425468:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768400.425470:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768400.425472:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768400.425472:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768400.425473:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768400.425475:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768400.425476:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4658
00000400:00000200:2.0:1775768400.425478:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768400.425480:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768400.425481:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768400.425483:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425484:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425486:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425487:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768400.425490:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768400.425491:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768400.425492:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768400.425494:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768400.425495:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768400.425497:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768400.425499:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425501:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768400.425503:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425505:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768400.425507:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768400.425509:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768400.425511:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768400.425513:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768400.425516:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768400.425517:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425519:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768400.425521:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768400.425523:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425524:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768400.425528:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000040:2.0:1775768400.425530:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768400.425532:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768400.425533:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768400.425534:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768400.425536:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768400.425538:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768400.425550:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768400.425553:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768400.425557:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768400.425562:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768400.425563:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425565:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768400.425569:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768400.425572:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4668)
00000100:00000001:1.0:1775768400.425655:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768400.425660:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768400.425662:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768400.425668:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425676:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768400.425677:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.425681:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768400.425684:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768400.425686:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768400.425690:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384697216:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768400.425694:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768400.425698:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768400.425701:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.425703:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768400.425707:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768400.425709:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.425714:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768400.425717:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768400.425721:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768400.425726:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697216, portal 25
00000100:00000001:1.0:1775768400.425728:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768400.425730:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388446848 : -107275321104768 : ffff9e6f0497a680)
00000100:00000040:1.0:1775768400.425733:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425738:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768400.425740:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768400.425741:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768400.425743:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384697216, offset 0
00000400:00000200:1.0:1775768400.425747:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768400.425753:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.425758:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768400.425762:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768400.425767:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768400.425770:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768400.425772:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768400.425776:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200772:200772:256:4294967295] 192.168.202.154@tcp LPNI seq info [200772:200772:8:4294967295]
00000400:00000200:1.0:1775768400.425780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.425789:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768400.425794:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.425799:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768400.425805:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768400.425808:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768400.425814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768400.425817:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768400.425822:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.425824:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768400.425854:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768400.425859:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768400.425864:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768400.425867:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768400.425871:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768400.425875:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425882:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.425884:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425889:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.425890:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768400.425895:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.425898:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768400.425900:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299331847
00000100:00000010:1.0:1775768400.425904:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:1.0:1775768400.425909:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768400.425913:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299331847
00000100:00000010:1.0:1775768400.425915:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768400.425917:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768400.425920:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768400.425922:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.425925:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768400.425928:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768400/real 1775768400]  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768400.425937:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768400.425938:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768400.425940:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768400.425942:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768400.425944:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768400.425946:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768400.425949:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768400.425957:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425963:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768400.425965:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.425967:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.425969:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768400.425973:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425979:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768400.425983:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.425990:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768400.425992:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.425993:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.425994:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.425996:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768400.425997:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768400.426000:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768400.426003:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768400.426004:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768400.426007:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768400.426012:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384697216:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768400.426014:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768400.426016:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426019:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768400.426020:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426021:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768400.426023:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768400.426024:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768400.426025:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768400.426027:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768400.426040:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768400.426041:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426043:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426046:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768400.426048:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.426052:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768400.426054:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768400.426057:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768400.426059:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697344, portal 10
00000100:00000001:1.0:1775768400.426061:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768400.426062:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445952 : -107275321105664 : ffff9e6f0497a300)
00000100:00000040:1.0:1775768400.426067:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426074:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768400.426076:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768400.426078:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768400.426080:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384697344, offset 0
00000400:00000200:1.0:1775768400.426084:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426088:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426091:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768400.426094:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768400.426097:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768400.426099:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768400.426101:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426104:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200773:200773:256:4294967295] 192.168.202.154@tcp LPNI seq info [200773:200773:8:4294967295]
00000400:00000200:1.0:1775768400.426108:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426113:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768400.426116:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426119:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768400.426121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768400.426123:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768400.426125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768400.426127:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768400.426129:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426130:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768400.426132:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768400.426134:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768400.426136:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768400.426137:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768400.426139:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768400.426141:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426146:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426147:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426155:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426156:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768400.426158:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768400.426161:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768400.426163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768400.426164:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299330588
00000100:00000001:1.0:1775768400.426166:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426167:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299330588
00000100:00000001:1.0:1775768400.426169:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426170:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768400.426171:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426172:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768400.426174:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768400/real 1775768400]  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768400.426178:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768400.426179:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768400.426180:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768400.426181:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768400.426182:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768400.426183:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768400.426185:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768400.426189:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426193:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768400.426193:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426194:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426195:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768400.426197:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426201:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768400.426203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426207:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768400.426208:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426209:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426209:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426210:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768400.426211:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768400.426213:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768400.426214:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768400.426215:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768400.426217:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768400.426221:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768400.426223:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768400.426225:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426228:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768400.426229:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426230:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768400.426231:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768400.426233:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768400.426234:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768400.426236:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768400.426237:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768400.426238:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426239:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426241:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768400.426242:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.426244:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768400.426246:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768400.426247:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768400.426249:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697472, portal 10
00000100:00000001:1.0:1775768400.426250:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768400.426251:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768400.426254:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426258:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768400.426260:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768400.426262:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768400.426264:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384697472, offset 0
00000400:00000200:1.0:1775768400.426268:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426271:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426274:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768400.426276:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768400.426278:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768400.426280:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768400.426282:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426285:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200774:200774:256:4294967295] 192.168.202.154@tcp LPNI seq info [200774:200774:8:4294967295]
00000400:00000200:1.0:1775768400.426289:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426294:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768400.426297:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426300:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768400.426303:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768400.426306:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768400.426309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768400.426311:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768400.426314:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426316:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768400.426318:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768400.426321:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768400.426324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768400.426325:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768400.426327:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768400.426330:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426337:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426339:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426344:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426345:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768400.426348:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768400.426350:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768400.426353:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768400.426355:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299330566
00000100:00000001:1.0:1775768400.426358:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426360:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299330566
00000100:00000001:1.0:1775768400.426361:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426364:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768400.426365:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426366:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768400.426369:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768400/real 1775768400]  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768400.426374:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768400.426375:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768400.426376:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768400.426377:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768400.426378:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768400.426380:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768400.426381:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768400.426389:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426394:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768400.426395:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426397:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426398:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768400.426401:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426407:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768400.426410:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426416:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768400.426418:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426420:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426421:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426423:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768400.426424:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768400.426427:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768400.426429:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768400.426431:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768400.426435:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768400.426440:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768400.426442:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768400.426445:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426448:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768400.426449:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426451:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768400.426452:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768400.426453:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768400.426454:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768400.426456:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768400.426458:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768400.426459:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426460:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426462:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768400.426464:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.426466:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768400.426467:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768400.426469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768400.426471:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697600, portal 4
00000100:00000001:1.0:1775768400.426473:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768400.426474:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768400.426479:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426485:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768400.426487:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768400.426489:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768400.426491:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384697600, offset 0
00000400:00000200:1.0:1775768400.426494:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426498:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426501:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768400.426503:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768400.426505:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768400.426507:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768400.426509:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426512:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200775:200775:256:4294967295] 192.168.202.154@tcp LPNI seq info [200775:200775:8:4294967295]
00000400:00000200:1.0:1775768400.426516:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426522:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768400.426526:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426529:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768400.426532:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768400.426535:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768400.426538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768400.426539:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768400.426541:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426543:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768400.426544:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768400.426547:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768400.426550:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768400.426551:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768400.426553:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768400.426556:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426563:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426565:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426571:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426572:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768400.426575:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768400.426578:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768400.426581:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768400.426583:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299330578
00000100:00000001:1.0:1775768400.426585:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426587:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299330578
00000100:00000001:1.0:1775768400.426589:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426591:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768400.426593:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426595:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768400.426598:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768400/real 1775768400]  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768400.426606:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768400.426608:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768400.426609:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768400.426611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768400.426613:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768400.426614:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768400.426617:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768400.426622:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426626:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768400.426627:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426628:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426629:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768400.426630:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426634:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768400.426636:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426640:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768400.426641:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426642:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426643:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426643:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768400.426645:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768400.426646:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768400.426650:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768400.426651:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768400.426655:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768400.426661:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768400.426665:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768400.426668:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426674:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768400.426675:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426677:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768400.426679:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768400.426680:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768400.426683:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768400.426686:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768400.426688:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768400.426689:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768400.426691:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426694:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768400.426696:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768400.426699:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768400.426701:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768400.426703:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768400.426705:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697728, portal 4
00000100:00000001:1.0:1775768400.426706:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768400.426707:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768400.426712:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426717:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768400.426720:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768400.426722:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768400.426724:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384697728, offset 0
00000400:00000200:1.0:1775768400.426727:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426731:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426734:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768400.426737:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768400.426740:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768400.426742:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768400.426744:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768400.426747:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200776:200776:256:4294967295] 192.168.202.154@tcp LPNI seq info [200776:200776:8:4294967295]
00000400:00000200:1.0:1775768400.426751:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768400.426757:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768400.426761:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426764:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768400.426767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768400.426770:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768400.426774:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768400.426776:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768400.426779:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768400.426781:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768400.426784:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768400.426786:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768400.426788:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768400.426789:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768400.426790:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768400.426792:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426797:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426799:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426803:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426804:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768400.426806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768400.426809:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768400.426811:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768400.426814:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299330580
00000100:00000001:1.0:1775768400.426816:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426817:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299330580
00000100:00000001:1.0:1775768400.426819:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299331847
00000100:00000001:1.0:1775768400.426821:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768400.426823:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.426824:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768400.426827:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768400/real 1775768400]  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768400.426860:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768400.426861:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768400.426863:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768400.426865:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768400.426867:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768400.426868:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768400.426871:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768400.426876:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426880:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768400.426881:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426882:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426882:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768400.426884:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426888:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768400.426890:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426894:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768400.426896:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426896:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768400.426897:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426898:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768400.426899:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768400.426900:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768400.426902:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768400.426903:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768400.426905:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768400.426909:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768400.426911:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426913:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426916:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a680 x1862023384697216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426922:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768400.426924:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426927:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768400.426929:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768400.426931:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768400.426932:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768400.426934:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768400.426936:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:1.0:1775768400.426939:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768400.426940:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768400.426942:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a680.
00000100:00000001:1.0:1775768400.426945:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768400.426946:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426948:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426951:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a300 x1862023384697344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426957:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768400.426958:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426959:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768400.426961:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768400.426963:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768400.426964:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768400.426965:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768400.426967:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:1.0:1775768400.426969:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768400.426970:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768400.426971:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a300.
00000100:00000001:1.0:1775768400.426973:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768400.426974:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426975:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426978:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384697472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.426983:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768400.426984:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768400.426985:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768400.426986:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768400.426987:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768400.426988:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768400.426989:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768400.426990:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768400.426991:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768400.426992:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768400.426992:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768400.426994:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768400.426994:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.426995:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.426997:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384697600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.427004:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768400.427005:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768400.427006:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768400.427007:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768400.427007:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768400.427008:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768400.427009:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768400.427009:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:1.0:1775768400.427011:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768400.427011:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768400.427012:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768400.427013:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768400.427014:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.427015:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768400.427016:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384697728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768400.427019:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768400.427020:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768400.427020:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768400.427021:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768400.427022:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768400.427022:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768400.427023:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768400.427024:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768400.427025:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768400.427026:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768400.427026:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768400.427027:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768400.427028:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.427041:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768400.427048:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768400.427050:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768400.427052:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768400.427053:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.808988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.808995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768400.809127:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768400.809131:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768400.809134:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768401.768939:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299331847, at 4299331904
00000100:00000040:0.0:1775768401.768962:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299331847, at 4299331904
00000100:00000010:1.0:1775768401.768967:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000010:0.0:1775768401.768968:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768401.832923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.832929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.832936:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.832937:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768401.833006:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768401.833009:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768401.833012:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768402.856979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.856985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.856991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.856993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768402.857067:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768402.857072:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768402.857076:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768403.880975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.880981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.880988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.880990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768403.881314:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768403.881319:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768403.881323:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768404.904979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905003:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768404.905006:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768404.905010:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905014:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768404.905018:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905020:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905023:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905028:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905030:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768404.905095:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768404.905100:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768404.905103:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768405.544933:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768405.544948:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768405.544952:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768405.544957:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768405.544961:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768405.544969:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4663
00000400:00000200:0.0:1775768405.545009:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768405.545017:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768405.545021:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768405.545024:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545028:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768405.545030:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545033:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768405.545037:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768405.545040:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768405.545042:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768405.545045:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768405.545048:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768405.545050:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768405.545053:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545055:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768405.545057:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545060:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768405.545062:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768405.545066:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545069:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768405.545072:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768405.545075:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768405.545078:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545081:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768405.545084:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768405.545094:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768405.545099:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768405.545103:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768405.545105:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545109:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768405.545112:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768405.545117:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768405.545126:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768405.545133:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768405.545144:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768405.545170:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768405.545178:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768405.545184:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.545205:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768405.545209:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768405.545212:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768405.545213:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768405.545215:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768405.545218:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768405.545220:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4663
00000400:00000200:0.0:1775768405.545225:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768405.545229:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768405.545231:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768405.545234:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545237:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768405.545237:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768405.545241:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545243:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768405.545244:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768405.545247:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768405.545248:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768405.545250:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768405.545253:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768405.545255:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768405.545258:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768405.545258:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768405.545262:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768405.545270:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768405.545272:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768405.545275:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768405.545275:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768405.545279:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768405.545280:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768405.545284:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768405.545284:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768405.545289:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768405.545289:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768405.545296:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00100000:1.0:1775768405.545296:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384697856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768405.545303:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545304:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768405.545306:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768405.545309:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768405.545313:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768405.545314:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768405.545319:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.545319:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768405.545323:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:1.0:1775768405.545326:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
00000008:00100000:0.0:1775768405.545328:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768405.545329:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768405.545335:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545338:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768405.545341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:0.0:1775768405.545344:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000400:00000010:1.0:1775768405.545347:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000020:00000040:0.0:1775768405.545348:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768405.545353:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768405.545354:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768405.545355:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768405.545356:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768405.545359:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768405.545361:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768405.545364:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697856, portal 25
02000000:00000010:0.0:1775768405.545366:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:1.0:1775768405.545368:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768405.545371:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545371:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00100000:0.0:1775768405.545378:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768405.545389:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768405.545392:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.545393:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768405.545399:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.545410:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768405.545415:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545417:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768405.545418:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00080000:0.0:1775768405.545422:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768405.545423:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384697856, offset 0
00000100:00080000:0.0:1775768405.545428:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768405.545430:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768405.545431:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768405.545434:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768405.545438:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768405.545441:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4663
00000400:00000200:0.0:1775768405.545446:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768405.545449:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768405.545454:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768405.545458:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768405.545460:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:0.0:1775768405.545466:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.545467:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768405.545471:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768405.545473:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000040:0.0:1775768405.545476:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.545480:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768405.545481:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768405.545483:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:0.0:1775768405.545486:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768405.545488:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200777:200777:256:4294967295] 192.168.202.154@tcp LPNI seq info [200777:200777:8:4294967295]
00000020:00000040:0.0:1775768405.545489:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768405.545493:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768405.545494:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768405.545497:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768405.545501:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768405.545506:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768405.545506:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768405.545514:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768405.545515:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545519:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775768405.545521:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00000040:0.0:1775768405.545523:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545526:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768405.545528:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000800:00000200:1.0:1775768405.545531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:0.0:1775768405.545534:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.0:1775768405.545536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768405.545538:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768405.545541:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775768405.545545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768405.545548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1775768405.545551:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1775768405.545554:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768405.545557:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768405.545558:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00000001:0.0:1775768405.545560:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768405.545563:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768405.545566:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545567:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768405.545571:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768405.545574:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768405.545574:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768405.545577:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768405.545580:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545582:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768405.545585:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768405.545586:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768405.545589:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768405.545594:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000400:00000200:1.0:1775768405.545594:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768405.545599:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:0.0:1775768405.545600:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545607:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1775768405.545608:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768405.545613:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.545627:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768405.545630:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768405.545631:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.545637:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768405.545638:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.545657:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545660:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545660:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768405.545665:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768405.545669:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768405.545670:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545671:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768405.545674:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768405.545677:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768405.545679:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768405.545681:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299336966
00000100:00080000:0.0:1775768405.545685:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4663
00000100:00000010:1.0:1775768405.545689:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000400:00000200:0.0:1775768405.545690:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768405.545698:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775768405.545704:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768405.545706:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299336966
00000100:00080000:0.0:1775768405.545707:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775768405.545711:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768405.545712:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768405.545714:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775768405.545716:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768405.545718:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768405.545720:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768405.545721:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545725:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768405.545725:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775768405.545729:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768405.545730:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00100000:1.0:1775768405.545731:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768405/real 1775768405]  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768405.545732:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768405.545736:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768405.545741:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000001:1.0:1775768405.545743:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768405.545745:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775768405.545746:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000010:1.0:1775768405.545748:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768405.545751:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000100:00000040:0.0:1775768405.545752:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768405.545753:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768405.545756:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768405.545757:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768405.545760:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768405.545762:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.545764:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768405.545770:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:1.0:1775768405.545774:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768405.545776:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768405.545783:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768405.545787:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768405.545792:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.545793:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768405.545795:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768405.545796:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545797:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.545799:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.545801:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775768405.545804:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768405.545806:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768405.545812:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545813:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.545815:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.545818:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768405.545822:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768405.545824:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1775768405.545826:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768405.545827:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768405.545851:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768405.545852:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.545854:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768405.545856:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768405.545858:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768405.545863:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:1.0:1775768405.545865:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.545867:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.545868:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545870:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768405.545873:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1775768405.545875:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1775768405.545878:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768405.545887:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768405.545888:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768405.545892:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.545892:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768405.545899:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768405.545901:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.545925:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768405.545925:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384697856:192.168.202.154@tcp:250:kworker.0
00000100:00080000:0.0:1775768405.545932:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768405.545933:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.545936:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768405.545938:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768405.545941:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1775768405.545942:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384697856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768405.545943:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768405.545949:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768405.545954:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4663
00000100:00000001:1.0:1775768405.545955:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768405.545959:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1775768405.545961:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:1.0:1775768405.545963:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
00000400:00000200:0.0:1775768405.545966:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768405.545968:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1775768405.545970:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1775768405.545971:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768405.545974:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000040:0.0:1775768405.545975:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000020:00000001:1.0:1775768405.545990:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775768405.545992:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1775768405.545994:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
00000100:00000040:0.0:1775768405.545996:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768405.545999:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1775768405.546000:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768405.546001:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:0.0:1775768405.546004:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:1.0:1775768405.546005:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768405.546007:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768405.546010:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768405.546010:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1775768405.546013:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768405.546013:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546014:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768405.546018:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768405.546021:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768405.546024:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768405.546024:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768405.546028:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768405.546028:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768405.546032:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768405.546033:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768405.546035:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768405.546036:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768405.546039:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768405.546040:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768405.546045:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768405.546045:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.546049:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768405.546053:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768405.546056:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.546060:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768405.546061:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546063:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.546064:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768405.546066:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1775768405.546068:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1775768405.546069:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775768405.546072:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546074:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.546076:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768405.546079:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697984:192.168.202.154@tcp:38:kworker.0
00000100:00000010:0.0:1775768405.546082:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768405.546082:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768405.546084:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1775768405.546086:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768405.546086:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546090:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768405.546091:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1775768405.546093:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768405.546094:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546096:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768405.546097:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768405.546100:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768405.546101:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768405.546103:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768405.546104:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768405.546109:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
02000000:00000010:0.0:1775768405.546111:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000200:1.0:1775768405.546112:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384697984, portal 10
00000100:00000001:0.0:1775768405.546116:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546117:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768405.546119:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00100000:0.0:1775768405.546124:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768405.546130:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768405.546137:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768405.546142:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546145:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768405.546150:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768405.546150:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768405.546155:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768405.546160:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384697984, offset 0
00000100:00000001:0.0:1775768405.546167:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768405.546168:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768405.546173:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4673)
00000400:00000200:1.0:1775768405.546176:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546181:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768405.546183:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768405.546187:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768405.546190:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768405.546192:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.546195:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200778:200778:256:4294967295] 192.168.202.154@tcp LPNI seq info [200778:200778:8:4294967295]
00000400:00000200:1.0:1775768405.546200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546206:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768405.546210:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546214:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768405.546217:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768405.546220:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768405.546224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768405.546227:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768405.546231:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546233:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768405.546235:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768405.546239:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768405.546242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768405.546243:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768405.546245:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768405.546248:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546257:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546259:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546263:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546264:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768405.546266:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.546269:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768405.546271:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768405.546273:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299335708
00000100:00000001:1.0:1775768405.546275:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546276:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299335708
00000100:00000001:1.0:1775768405.546278:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546279:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.546281:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546282:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768405.546284:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768405/real 1775768405]  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768405.546288:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768405.546289:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768405.546290:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768405.546292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768405.546293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768405.546294:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768405.546296:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768405.546301:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546304:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768405.546305:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546306:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546307:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768405.546309:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546313:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768405.546315:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546318:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768405.546319:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546320:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546321:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546322:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768405.546323:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768405.546324:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768405.546326:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768405.546327:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768405.546329:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768405.546333:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384697984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768405.546335:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768405.546337:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546344:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768405.546345:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546347:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768405.546348:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768405.546350:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768405.546353:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768405.546356:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768405.546358:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768405.546359:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546361:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546364:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768405.546366:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768405.546369:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768405.546372:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768405.546374:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768405.546377:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698112, portal 10
00000100:00000001:1.0:1775768405.546379:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768405.546381:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000040:1.0:1775768405.546386:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546391:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768405.546393:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768405.546395:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768405.546396:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384698112, offset 0
00000400:00000200:1.0:1775768405.546399:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768405.546401:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546404:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768405.546405:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768405.546407:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768405.546408:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768405.546410:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.546412:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200779:200779:256:4294967295] 192.168.202.154@tcp LPNI seq info [200779:200779:8:4294967295]
00000400:00000200:1.0:1775768405.546415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546418:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768405.546421:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546422:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768405.546425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768405.546427:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768405.546429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768405.546431:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768405.546449:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546451:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768405.546454:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768405.546457:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768405.546460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768405.546462:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768405.546464:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768405.546467:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546474:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546477:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546484:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546485:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768405.546489:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.546492:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768405.546495:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768405.546497:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299335686
00000100:00000001:1.0:1775768405.546499:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546500:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299335686
00000100:00000001:1.0:1775768405.546502:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546503:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.546505:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546506:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768405.546508:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768405/real 1775768405]  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768405.546513:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768405.546515:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768405.546516:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768405.546517:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768405.546518:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768405.546520:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768405.546521:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768405.546526:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546530:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768405.546530:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546532:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546533:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768405.546535:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546542:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768405.546545:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546552:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768405.546554:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546556:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546557:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546559:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768405.546561:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768405.546563:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768405.546566:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768405.546568:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768405.546572:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768405.546585:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768405.546588:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768405.546591:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546597:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768405.546598:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546600:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768405.546602:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768405.546604:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768405.546606:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768405.546609:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768405.546611:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768405.546612:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546614:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546617:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768405.546618:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768405.546622:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768405.546624:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768405.546627:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768405.546629:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698240, portal 4
00000100:00000001:1.0:1775768405.546631:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768405.546632:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768405.546637:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546643:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768405.546645:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768405.546647:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768405.546649:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384698240, offset 0
00000400:00000200:1.0:1775768405.546653:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768405.546657:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546660:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768405.546663:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768405.546665:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768405.546667:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768405.546669:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.546672:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200780:200780:256:4294967295] 192.168.202.154@tcp LPNI seq info [200780:200780:8:4294967295]
00000400:00000200:1.0:1775768405.546676:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.546681:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768405.546685:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546688:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768405.546691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768405.546693:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768405.546697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768405.546699:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768405.546703:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.546705:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768405.546707:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768405.546710:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768405.546713:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768405.546715:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768405.546716:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768405.546719:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546726:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546729:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546735:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546736:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768405.546739:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.546741:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768405.546744:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768405.546746:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299335698
00000100:00000001:1.0:1775768405.546749:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546751:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299335698
00000100:00000001:1.0:1775768405.546752:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.546755:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.546757:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546758:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768405.546761:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768405/real 1775768405]  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768405.546766:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768405.546767:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768405.546768:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768405.546769:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768405.546771:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768405.546772:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768405.546774:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768405.546778:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546782:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768405.546782:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546783:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546784:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768405.546786:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546789:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768405.546791:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546795:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768405.546797:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546798:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.546799:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546800:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768405.546801:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768405.546803:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768405.546804:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768405.546805:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768405.546807:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768405.546811:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768405.546813:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546814:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546816:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384697984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546819:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768405.546820:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546821:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768405.546822:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768405.546823:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768405.546824:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768405.546826:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768405.546827:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768405.546844:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768405.546846:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768405.546847:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768405.546849:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768405.546851:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546852:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546856:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384698112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546867:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768405.546869:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546870:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768405.546873:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768405.546874:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768405.546875:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768405.546877:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768405.546878:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768405.546880:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768405.546881:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768405.546882:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768405.546884:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768405.546885:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546887:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.546890:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384698240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546896:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768405.546897:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546898:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768405.546901:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768405.546902:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768405.546903:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768405.546904:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768405.546906:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768405.546908:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768405.546909:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768405.546910:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768405.546912:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768405.546913:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546915:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.546918:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768405.546920:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.546922:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768405.546923:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768405.546925:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768405.546929:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546935:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768405.546936:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546938:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768405.546940:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768405.546941:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768405.546944:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768405.546947:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768405.546949:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768405.546950:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768405.546952:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768405.546955:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768405.546957:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768405.546961:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768405.546964:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768405.546966:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768405.546969:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698368, portal 4
00000100:00000001:1.0:1775768405.546971:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768405.546972:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768405.546978:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.546995:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768405.546997:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768405.547000:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768405.547002:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384698368, offset 0
00000400:00000200:1.0:1775768405.547006:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768405.547010:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.547013:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768405.547015:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768405.547018:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768405.547020:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768405.547023:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768405.547026:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200781:200781:256:4294967295] 192.168.202.154@tcp LPNI seq info [200781:200781:8:4294967295]
00000400:00000200:1.0:1775768405.547030:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768405.547036:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768405.547040:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.547043:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768405.547047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768405.547049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768405.547053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768405.547056:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768405.547060:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768405.547061:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768405.547064:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768405.547067:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768405.547070:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768405.547071:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768405.547073:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768405.547077:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547085:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.547087:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547093:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.547095:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768405.547097:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768405.547100:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768405.547103:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768405.547105:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299335701
00000100:00000001:1.0:1775768405.547107:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.547109:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299335701
00000100:00000001:1.0:1775768405.547111:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299336966
00000100:00000001:1.0:1775768405.547113:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768405.547116:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.547117:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768405.547121:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768405/real 1775768405]  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768405.547128:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768405.547129:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768405.547131:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768405.547133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768405.547135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768405.547137:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768405.547139:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768405.547147:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547153:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768405.547155:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.547158:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768405.547162:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547167:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768405.547170:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547176:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768405.547178:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547179:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768405.547181:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547182:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768405.547183:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768405.547186:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768405.547189:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768405.547191:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768405.547194:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768405.547200:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768405.547204:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547205:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768405.547207:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384698368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768405.547213:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768405.547215:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768405.547216:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768405.547219:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768405.547220:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768405.547221:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768405.547223:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768405.547225:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768405.547227:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768405.547228:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768405.547229:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768405.547231:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768405.547232:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547234:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768405.547237:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768405.547238:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768405.547240:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768405.547242:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929451:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929457:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929464:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929465:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768405.932168:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768405.932174:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768405.932178:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768406.888960:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299336966, at 4299337024
00000100:00000010:1.0:1775768406.888986:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768406.889001:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299336966, at 4299337024
00000100:00000010:0.0:1775768406.889013:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768406.952996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768406.953058:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768406.953061:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768406.953063:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768407.976972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.976977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.976983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.976984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768407.977047:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768407.977051:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768407.977054:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768409.000978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.000986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.000999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001004:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768409.001006:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768409.001011:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001014:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768409.001016:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001019:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001021:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768409.001090:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768409.001095:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768409.001099:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768410.024997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025010:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768410.025080:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768410.025085:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768410.025089:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768410.664960:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768410.664969:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768410.664971:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768410.664974:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768410.664977:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768410.664983:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4668
00000400:00000200:0.0:1775768410.664990:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768410.664994:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768410.664996:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768410.664999:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665001:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665003:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665005:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768410.665007:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768410.665009:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768410.665010:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768410.665012:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768410.665013:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768410.665015:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768410.665016:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665018:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665019:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665020:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768410.665021:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768410.665024:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665025:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665027:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768410.665029:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768410.665031:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665033:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768410.665035:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768410.665043:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768410.665047:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768410.665050:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768410.665051:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665054:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768410.665056:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768410.665060:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768410.665067:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768410.665074:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768410.665083:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768410.665093:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768410.665096:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768410.665099:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665120:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768410.665122:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768410.665124:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768410.665125:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768410.665126:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768410.665128:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768410.665129:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4668
00000400:00000200:0.0:1775768410.665132:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768410.665134:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768410.665135:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768410.665137:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665139:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665141:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665142:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768410.665145:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768410.665146:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768410.665148:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768410.665149:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768410.665152:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768410.665154:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768410.665157:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665159:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665160:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665162:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768410.665164:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768410.665165:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768410.665169:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1775768410.665170:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768410.665173:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768410.665174:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665177:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768410.665181:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768410.665182:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768410.665187:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665192:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768410.665193:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768410.665195:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768410.665197:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768410.665199:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768410.665201:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775768410.665202:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.665204:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665206:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.665208:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384698496:192.168.202.154@tcp:250:kworker.0
00000100:00000010:0.0:1775768410.665211:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768410.665212:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775768410.665215:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768410.665216:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768410.665218:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665219:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768410.665221:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768410.665222:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665225:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775768410.665226:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768410.665227:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768410.665229:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665230:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.665235:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:0.0:1775768410.665236:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000400:00000010:1.0:1775768410.665238:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000001:0.0:1775768410.665241:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768410.665243:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00100000:0.0:1775768410.665247:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768410.665250:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698496, portal 25
00000100:00000001:1.0:1775768410.665254:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768410.665255:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768410.665256:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000001:0.0:1775768410.665258:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.665265:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768410.665266:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.665284:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768410.665289:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.665289:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768410.665290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00080000:0.0:1775768410.665293:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768410.665294:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384698496, offset 0
00000100:00080000:0.0:1775768410.665299:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768410.665302:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768410.665302:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768410.665305:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768410.665309:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768410.665312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768410.665313:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4668
00000400:00000200:1.0:1775768410.665320:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768410.665325:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768410.665329:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768410.665332:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768410.665335:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.665339:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200782:200782:256:4294967295] 192.168.202.154@tcp LPNI seq info [200782:200782:8:4294967295]
00000400:00000200:1.0:1775768410.665344:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.665351:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768410.665358:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768410.665359:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000010:1.0:1775768410.665363:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000400:00000200:0.0:1775768410.665366:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768410.665369:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775768410.665372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768410.665375:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768410.665376:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768410.665379:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768410.665383:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768410.665385:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768410.665388:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768410.665389:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768410.665394:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768410.665395:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768410.665398:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1775768410.665398:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768410.665402:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000010:1.0:1775768410.665402:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000020:00000001:0.0:1775768410.665405:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768410.665407:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768410.665410:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.665410:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768410.665415:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665419:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665422:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768410.665422:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1775768410.665427:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768410.665429:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768410.665430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000100:00000001:0.0:1775768410.665431:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665434:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768410.665435:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
02000000:00000001:0.0:1775768410.665436:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768410.665438:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665439:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768410.665440:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768410.665442:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768410.665445:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768410.665445:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665448:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768410.665452:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768410.665456:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768410.665460:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768410.665462:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665463:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768410.665464:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768410.665465:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768410.665466:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768410.665469:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000040:1.0:1775768410.665470:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665473:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768410.665479:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768410.665493:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768410.665495:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665496:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665498:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775768410.665501:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.665504:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.665512:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768410.665520:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665520:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299342086
00000100:00080000:0.0:1775768410.665526:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1775768410.665528:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00080000:0.0:1775768410.665530:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768410.665533:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768410.665534:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768410.665537:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768410.665537:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1775768410.665542:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4668
00000100:00000001:1.0:1775768410.665546:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299342086
00000400:00000200:0.0:1775768410.665547:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:1.0:1775768410.665552:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000400:00000200:0.0:1775768410.665553:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768410.665557:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768410.665558:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775768410.665562:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768410.665564:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768410.665565:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665569:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768410.665569:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665573:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768410.665574:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775768410.665577:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768410.665580:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00100000:1.0:1775768410.665580:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768410/real 1775768410]  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768410.665583:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768410.665586:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768410.665591:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768410.665596:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000001:1.0:1775768410.665599:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775768410.665600:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000001:1.0:1775768410.665602:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768410.665603:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665605:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768410.665605:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000001:0.0:1775768410.665609:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768410.665611:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768410.665613:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665614:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665615:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768410.665617:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768410.665618:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665620:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768410.665620:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000008:00100000:0.0:1775768410.665621:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768410.665625:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768410.665625:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768410.665626:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768410.665630:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768410.665631:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1775768410.665632:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768410.665635:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768410.665638:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768410.665638:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665641:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768410.665643:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768410.665645:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768410.665649:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768410.665653:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768410.665654:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768410.665659:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768410.665673:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768410.665673:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768410.665676:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665676:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768410.665679:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.665681:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.665684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.665693:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.665693:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768410.665698:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768410.665703:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768410.665706:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768410.665708:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768410.665710:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.665711:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768410.665714:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4668
00000400:00000200:0.0:1775768410.665718:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768410.665718:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768410.665721:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768410.665725:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768410.665730:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665734:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768410.665737:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768410.665741:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768410.665745:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768410.665746:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768410.665749:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768410.665751:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768410.665752:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1775768410.665753:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768410.665756:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768410.665759:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768410.665759:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.665763:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768410.665763:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.665765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768410.665767:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768410.665768:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768410.665769:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768410.665771:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768410.665771:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768410.665776:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00080000:1.0:1775768410.665776:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775768410.665780:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768410.665782:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1775768410.665782:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
02000000:00000001:0.0:1775768410.665784:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768410.665785:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1775768410.665788:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.665791:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665792:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768410.665794:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768410.665799:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768410.665802:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768410.665806:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000100:00100000:1.0:1775768410.665807:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384698496:192.168.202.154@tcp:250:kworker.0
00000020:00000040:0.0:1775768410.665808:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768410.665813:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768410.665814:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665814:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.665815:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768410.665816:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768410.665817:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768410.665819:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.665821:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384698496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768410.665822:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768410.665824:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768410.665827:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768410.665851:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768410.665852:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768410.665854:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768410.665868:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768410.665874:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4678)
00000100:00000001:1.0:1775768410.665874:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768410.665877:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768410.665881:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768410.665885:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768410.665887:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768410.665888:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768410.665891:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768410.665894:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768410.665897:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768410.665898:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768410.665900:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768410.665904:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768410.665905:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.665907:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.665914:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768410.665916:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.665918:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768410.665919:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768410.665921:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768410.665925:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.665941:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768410.665942:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.665943:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768410.665945:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768410.665946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.665948:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768410.665950:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768410.665952:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768410.665953:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.665954:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768410.665956:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768410.665957:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.665960:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768410.665962:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768410.665964:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768410.665966:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698624, portal 10
00000100:00000001:1.0:1775768410.665967:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768410.665968:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768410.665972:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.665976:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768410.665982:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768410.665983:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768410.665985:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384698624, offset 0
00000400:00000200:1.0:1775768410.665987:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768410.665990:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.665992:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768410.665994:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768410.665996:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768410.665997:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768410.665999:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666001:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200783:200783:256:4294967295] 192.168.202.154@tcp LPNI seq info [200783:200783:8:4294967295]
00000400:00000200:1.0:1775768410.666003:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666007:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768410.666009:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666011:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768410.666014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768410.666015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768410.666018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768410.666020:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768410.666022:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666023:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768410.666025:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768410.666027:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768410.666029:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768410.666030:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768410.666031:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768410.666033:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666040:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666043:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666049:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666050:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768410.666053:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.666056:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768410.666060:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768410.666062:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299340828
00000100:00000001:1.0:1775768410.666065:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666067:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299340828
00000100:00000001:1.0:1775768410.666069:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666071:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768410.666073:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666074:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768410.666078:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768410/real 1775768410]  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768410.666084:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768410.666085:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768410.666086:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768410.666088:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768410.666090:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768410.666092:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768410.666095:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768410.666101:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666107:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768410.666109:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666110:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666112:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768410.666115:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666121:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768410.666125:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666131:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768410.666133:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666135:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666136:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666138:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768410.666140:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768410.666142:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768410.666145:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768410.666147:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768410.666150:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768410.666158:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768410.666161:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768410.666164:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666170:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768410.666171:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666173:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768410.666175:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768410.666177:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.666179:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768410.666182:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768410.666183:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768410.666184:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666186:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666188:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768410.666189:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.666191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768410.666193:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768410.666195:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768410.666197:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698752, portal 10
00000100:00000001:1.0:1775768410.666198:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768410.666199:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:1.0:1775768410.666203:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666206:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768410.666208:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768410.666209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768410.666210:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384698752, offset 0
00000400:00000200:1.0:1775768410.666212:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666215:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666217:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768410.666219:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768410.666220:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768410.666222:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768410.666223:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666225:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200784:200784:256:4294967295] 192.168.202.154@tcp LPNI seq info [200784:200784:8:4294967295]
00000400:00000200:1.0:1775768410.666227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666231:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768410.666233:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666235:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768410.666237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768410.666238:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768410.666241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768410.666242:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768410.666244:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666246:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768410.666248:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768410.666249:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768410.666251:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768410.666252:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768410.666254:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768410.666256:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666263:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666265:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666269:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666269:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768410.666271:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.666273:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768410.666274:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768410.666275:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299340806
00000100:00000001:1.0:1775768410.666277:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666278:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299340806
00000100:00000001:1.0:1775768410.666280:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666281:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768410.666282:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666283:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768410.666284:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768410/real 1775768410]  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768410.666289:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768410.666289:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768410.666290:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768410.666292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768410.666293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768410.666294:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768410.666295:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768410.666299:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666303:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768410.666304:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666306:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666307:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768410.666310:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666316:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768410.666319:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666326:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768410.666328:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666330:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666332:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768410.666333:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768410.666336:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768410.666338:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768410.666341:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768410.666344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768410.666349:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768410.666351:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768410.666353:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666357:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768410.666358:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666359:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768410.666360:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768410.666361:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.666363:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768410.666365:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768410.666366:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768410.666367:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666368:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666371:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768410.666372:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.666374:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768410.666375:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768410.666377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768410.666379:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384698880, portal 4
00000100:00000001:1.0:1775768410.666380:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768410.666381:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768410.666386:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666391:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768410.666393:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768410.666395:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768410.666397:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384698880, offset 0
00000400:00000200:1.0:1775768410.666401:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666404:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666407:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768410.666410:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768410.666412:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768410.666414:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768410.666416:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666419:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200785:200785:256:4294967295] 192.168.202.154@tcp LPNI seq info [200785:200785:8:4294967295]
00000400:00000200:1.0:1775768410.666423:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666429:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768410.666434:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666437:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768410.666439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768410.666441:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768410.666444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768410.666446:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768410.666450:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666452:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768410.666454:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768410.666457:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768410.666460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768410.666462:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768410.666464:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768410.666467:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666474:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666476:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666483:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666484:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768410.666487:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.666490:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768410.666493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768410.666495:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299340818
00000100:00000001:1.0:1775768410.666497:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666499:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299340818
00000100:00000001:1.0:1775768410.666501:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666502:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768410.666504:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666505:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768410.666507:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768410/real 1775768410]  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768410.666512:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768410.666513:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768410.666515:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768410.666517:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768410.666518:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768410.666520:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768410.666523:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768410.666530:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666536:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768410.666537:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666539:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666540:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768410.666543:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666549:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768410.666553:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666559:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768410.666561:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666563:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666564:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666565:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768410.666566:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768410.666567:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768410.666570:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768410.666571:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768410.666573:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768410.666581:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384698880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768410.666583:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768410.666585:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666589:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768410.666590:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666591:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768410.666592:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768410.666593:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768410.666595:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768410.666596:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768410.666598:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768410.666599:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768410.666600:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666602:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768410.666603:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768410.666605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768410.666606:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768410.666608:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768410.666610:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699008, portal 4
00000100:00000001:1.0:1775768410.666611:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768410.666612:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768410.666615:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666619:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768410.666621:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768410.666622:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768410.666623:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384699008, offset 0
00000400:00000200:1.0:1775768410.666625:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666628:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666630:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768410.666631:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768410.666633:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768410.666635:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768410.666636:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768410.666638:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200786:200786:256:4294967295] 192.168.202.154@tcp LPNI seq info [200786:200786:8:4294967295]
00000400:00000200:1.0:1775768410.666640:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768410.666644:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768410.666646:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666648:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768410.666650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768410.666652:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768410.666654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768410.666656:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768410.666658:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768410.666659:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768410.666661:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768410.666663:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768410.666665:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768410.666666:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768410.666667:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768410.666669:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666673:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666674:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666678:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666679:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768410.666681:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768410.666682:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768410.666684:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768410.666686:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299340820
00000100:00000001:1.0:1775768410.666687:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666688:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299340820
00000100:00000001:1.0:1775768410.666690:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299342086
00000100:00000001:1.0:1775768410.666691:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768410.666692:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666693:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768410.666694:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768410/real 1775768410]  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768410.666698:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768410.666699:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768410.666700:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768410.666701:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768410.666702:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768410.666703:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768410.666704:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768410.666709:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666712:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768410.666713:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666714:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666715:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768410.666717:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666720:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768410.666722:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666725:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768410.666727:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768410.666729:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666729:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768410.666730:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768410.666732:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768410.666733:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768410.666734:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768410.666736:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768410.666740:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768410.666742:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666743:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666744:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384698624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666748:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768410.666748:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666749:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768410.666751:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768410.666751:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768410.666752:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768410.666753:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768410.666754:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768410.666755:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768410.666756:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768410.666757:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768410.666759:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768410.666760:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666761:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666762:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384698752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666772:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768410.666773:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666775:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768410.666777:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768410.666778:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768410.666779:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768410.666780:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768410.666781:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:1.0:1775768410.666783:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768410.666784:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768410.666785:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768410.666787:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768410.666789:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666790:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666793:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384698880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666799:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768410.666801:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666802:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768410.666804:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768410.666805:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768410.666806:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768410.666807:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768410.666808:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768410.666810:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768410.666810:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768410.666811:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768410.666814:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768410.666815:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666816:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768410.666819:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384699008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768410.666823:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768410.666824:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768410.666825:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768410.666827:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768410.666827:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768410.666846:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768410.666847:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768410.666848:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768410.666851:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768410.666851:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768410.666852:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768410.666854:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768410.666856:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666857:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768410.666861:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768410.666862:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768410.666863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768410.666864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049427:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049434:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049441:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049442:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768411.049506:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768411.049513:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768411.049516:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768412.008993:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299342086, at 4299342144
00000100:00000040:0.0:1775768412.009011:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299342086, at 4299342144
00000100:00000010:1.0:1775768412.009012:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768412.009030:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768412.072980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.072987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.072994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.072996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768412.073082:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768412.073087:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768412.073091:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768413.096984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.096989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768413.096996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.096997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768413.097059:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768413.097063:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768413.097066:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768414.120977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.120984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.120991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.120993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768414.121052:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768414.121055:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768414.121058:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768415.144933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.144942:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768415.144944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768415.144948:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.144954:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768415.144957:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.144960:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.144962:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.144967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.144969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768415.145021:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768415.145024:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768415.145027:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768415.785004:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768415.785014:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768415.785016:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768415.785021:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768415.785027:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768415.785035:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4673
00000400:00000200:0.0:1775768415.785048:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768415.785055:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768415.785058:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768415.785062:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785065:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785068:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785071:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768415.785075:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768415.785077:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768415.785080:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768415.785083:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768415.785086:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768415.785088:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768415.785091:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785094:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785096:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785097:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768415.785100:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768415.785104:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785107:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768415.785111:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768415.785115:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768415.785117:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785120:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768415.785122:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768415.785141:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768415.785145:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768415.785149:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768415.785151:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785154:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768415.785157:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768415.785162:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768415.785171:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768415.785178:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768415.785196:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768415.785208:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768415.785213:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768415.785218:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768415.785245:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768415.785248:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768415.785252:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768415.785253:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768415.785255:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768415.785258:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768415.785261:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4673
00000400:00000200:0.0:1775768415.785265:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768415.785268:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768415.785270:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768415.785273:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785276:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785278:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785281:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768415.785283:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768415.785285:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768415.785287:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768415.785289:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768415.785291:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768415.785291:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775768415.785296:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768415.785297:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768415.785300:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768415.785302:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768415.785305:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785309:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785312:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:1.0:1775768415.785312:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768415.785317:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768415.785324:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785330:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785331:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768415.785332:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768415.785336:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768415.785339:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768415.785341:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768415.785343:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.785345:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768415.785346:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768415.785350:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768415.785352:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768415.785357:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785359:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768415.785366:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000100:00100000:1.0:1775768415.785367:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384699136:192.168.202.154@tcp:250:kworker.0
00000020:00000040:0.0:1775768415.785370:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768415.785374:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768415.785375:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768415.785378:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785380:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768415.785381:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768415.785382:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768415.785385:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.785386:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768415.785390:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768415.785391:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768415.785395:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768415.785397:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768415.785401:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768415.785402:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768415.785410:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768415.785415:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768415.785417:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000100:00000001:0.0:1775768415.785418:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768415.785424:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768415.785426:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768415.785436:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768415.785438:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699136, portal 25
00000100:00080000:0.0:1775768415.785439:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768415.785441:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768415.785444:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768415.785451:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768415.785453:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768415.785457:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768415.785459:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768415.785465:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768415.785466:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768415.785471:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4673
00000100:00000040:1.0:1775768415.785474:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768415.785478:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000400:00000200:0.0:1775768415.785479:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768415.785484:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384699136, offset 0
00000400:00000200:0.0:1775768415.785486:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768415.785489:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768415.785495:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.785496:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785506:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785510:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.785510:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768415.785515:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768415.785518:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768415.785520:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:0.0:1775768415.785521:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768415.785524:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768415.785526:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768415.785528:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768415.785531:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768415.785536:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.785537:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768415.785541:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785544:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.785546:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768415.785548:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768415.785552:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768415.785553:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768415.785557:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768415.785560:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785564:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768415.785568:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768415.785569:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200787:200787:256:4294967295] 192.168.202.154@tcp LPNI seq info [200787:200787:8:4294967295]
02000000:00000001:0.0:1775768415.785573:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768415.785578:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.785578:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768415.785583:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768415.785585:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768415.785588:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785592:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768415.785596:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000400:00000200:1.0:1775768415.785596:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768415.785605:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768415.785606:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768415.785610:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768415.785611:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785613:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1775768415.785613:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
02000000:00000001:0.0:1775768415.785615:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768415.785618:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768415.785621:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000800:00000200:1.0:1775768415.785625:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768415.785626:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768415.785632:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1775768415.785633:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768415.785643:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775768415.785644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768415.785646:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768415.785651:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768415.785651:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768415.785662:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768415.785662:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768415.785666:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1775768415.785667:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000100:00080000:0.0:1775768415.785669:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768415.785670:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768415.785671:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768415.785673:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768415.785675:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4673
00000400:00000200:1.0:1775768415.785676:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768415.785680:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768415.785687:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768415.785689:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768415.785691:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768415.785701:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785703:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768415.785703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000100:00000040:0.0:1775768415.785707:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768415.785708:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:0.0:1775768415.785710:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768415.785714:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768415.785715:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768415.785716:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1775768415.785717:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768415.785720:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768415.785724:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000200:1.0:1775768415.785724:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768415.785728:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768415.785735:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785737:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768415.785738:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785740:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768415.785743:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768415.785749:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785752:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785752:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768415.785756:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768415.785760:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768415.785760:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768415.785765:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785769:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768415.785773:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768415.785776:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785777:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768415.785786:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768415.785791:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.785792:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768415.785795:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785797:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299347206
00000100:00000010:0.0:1775768415.785801:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000100:00000010:1.0:1775768415.785804:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000020:00000040:0.0:1775768415.785805:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768415.785810:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768415.785811:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.785812:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768415.785814:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768415.785815:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768415.785819:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768415.785823:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785828:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1775768415.785863:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768415.785868:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299347207
00000100:00000010:1.0:1775768415.785875:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00000001:0.0:1775768415.785876:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768415.785889:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785891:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775768415.785895:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.785897:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768415.785903:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.785908:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768415.785911:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768415.785916:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1775768415.785917:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768415/real 1775768415]  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768415.785924:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768415.785928:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768415.785930:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768415.785933:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768415.785937:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4673
00000400:00000200:0.0:1775768415.785942:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768415.785948:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768415.785953:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768415.785959:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785962:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775768415.785962:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775768415.785965:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000001:1.0:1775768415.785966:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768415.785969:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768415.785970:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000020:00000001:0.0:1775768415.785973:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768415.785975:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:1.0:1775768415.785975:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000020:00000001:0.0:1775768415.785979:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1775768415.785979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000020:00000040:0.0:1775768415.785980:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768415.785984:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768415.785984:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1775768415.785986:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768415.785989:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785991:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768415.785992:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768415.785994:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768415.785996:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768415.786000:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768415.786004:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768415.786008:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768415.786012:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768415.786015:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768415.786018:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768415.786019:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768415.786020:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768415.786023:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768415.786027:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.786030:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768415.786035:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768415.786037:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1775768415.786038:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768415.786040:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768415.786041:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768415.786042:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768415.786044:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768415.786045:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1775768415.786046:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768415.786049:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786049:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768415.786056:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00100000:1.0:1775768415.786057:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768415.786060:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768415.786067:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768415.786075:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768415.786080:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768415.786082:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768415.786085:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768415.786086:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768415.786111:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786112:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1775768415.786117:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4683)
00000100:00000001:1.0:1775768415.786117:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786120:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.786122:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786125:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768415.786128:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768415.786131:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768415.786136:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768415.786139:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768415.786145:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768415.786155:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384699136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768415.786160:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786162:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.786165:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384699136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786171:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768415.786174:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768415.786176:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768415.786179:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768415.786181:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768415.786183:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768415.786185:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768415.786187:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768415.786191:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768415.786193:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768415.786195:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768415.786199:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768415.786200:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786202:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786210:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768415.786212:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786214:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768415.786216:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768415.786217:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768415.786220:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786227:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768415.786228:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786230:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768415.786232:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768415.786234:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768415.786237:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768415.786240:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768415.786242:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768415.786243:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786245:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768415.786248:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768415.786250:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.786255:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768415.786258:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768415.786262:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768415.786265:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699264, portal 10
00000100:00000001:1.0:1775768415.786267:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768415.786268:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:1.0:1775768415.786275:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786281:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768415.786283:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768415.786286:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768415.786288:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384699264, offset 0
00000400:00000200:1.0:1775768415.786292:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786296:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786300:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768415.786303:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768415.786305:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768415.786308:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768415.786310:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786313:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200788:200788:256:4294967295] 192.168.202.154@tcp LPNI seq info [200788:200788:8:4294967295]
00000400:00000200:1.0:1775768415.786317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786323:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768415.786328:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786331:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768415.786335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768415.786338:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768415.786342:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768415.786345:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768415.786349:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786350:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768415.786354:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768415.786357:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768415.786360:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768415.786362:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768415.786364:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768415.786367:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786374:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.786377:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786383:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786384:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768415.786387:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768415.786391:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768415.786394:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768415.786396:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299345948
00000100:00000001:1.0:1775768415.786399:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299347206
00000100:00000001:1.0:1775768415.786400:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299345948
00000100:00000001:1.0:1775768415.786402:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299347207
00000100:00000001:1.0:1775768415.786404:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768415.786406:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786408:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768415.786411:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768415/real 1775768415]  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768415.786418:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768415.786419:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768415.786421:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768415.786424:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768415.786425:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768415.786427:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768415.786430:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768415.786438:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786445:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768415.786446:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786448:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.786449:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768415.786452:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786459:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768415.786462:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786469:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768415.786471:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786473:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.786474:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786475:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768415.786477:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768415.786480:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768415.786483:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768415.786485:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768415.786488:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768415.786496:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699264:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768415.786500:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768415.786503:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786510:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768415.786511:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786514:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768415.786515:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768415.786517:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768415.786520:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768415.786523:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768415.786525:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768415.786527:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786528:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768415.786532:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768415.786534:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.786537:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768415.786539:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768415.786542:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768415.786545:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699392, portal 10
00000100:00000001:1.0:1775768415.786547:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768415.786548:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:1.0:1775768415.786554:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786560:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768415.786562:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768415.786564:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768415.786566:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384699392, offset 0
00000400:00000200:1.0:1775768415.786570:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786574:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786577:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768415.786580:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768415.786582:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768415.786584:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768415.786587:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786589:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200789:200789:256:4294967295] 192.168.202.154@tcp LPNI seq info [200789:200789:8:4294967295]
00000400:00000200:1.0:1775768415.786593:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786598:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768415.786602:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786605:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768415.786608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768415.786610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768415.786614:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768415.786616:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768415.786620:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786621:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768415.786624:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768415.786627:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768415.786630:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768415.786632:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768415.786634:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768415.786637:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786643:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.786646:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786652:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786653:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768415.786656:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768415.786659:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768415.786663:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768415.786665:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299345926
00000100:00000001:1.0:1775768415.786667:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299347206
00000100:00000001:1.0:1775768415.786669:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299345926
00000100:00000001:1.0:1775768415.786672:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299347207
00000100:00000001:1.0:1775768415.786674:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768415.786676:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786677:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768415.786681:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768415/real 1775768415]  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768415.786688:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768415.786689:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768415.786691:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768415.786693:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768415.786694:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768415.786696:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768415.786699:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768415.786707:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786713:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768415.786714:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786715:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.786717:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768415.786720:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786727:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768415.786730:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786736:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768415.786739:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786740:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.786741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.786743:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768415.786745:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768415.786747:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768415.786749:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768415.786751:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768415.786755:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768415.786762:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768415.786766:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768415.786770:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786777:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768415.786778:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786780:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768415.786782:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768415.786784:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768415.786786:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768415.786790:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768415.786791:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768415.786793:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.786794:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768415.786798:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768415.786799:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.786803:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768415.786805:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768415.786808:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768415.786811:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699520, portal 4
00000100:00000001:1.0:1775768415.786813:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768415.786814:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768415.786820:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786827:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768415.786849:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768415.786851:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768415.786854:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384699520, offset 0
00000400:00000200:1.0:1775768415.786858:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786862:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786865:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768415.786867:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768415.786870:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768415.786872:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768415.786874:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.786877:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200790:200790:256:4294967295] 192.168.202.154@tcp LPNI seq info [200790:200790:8:4294967295]
00000400:00000200:1.0:1775768415.786893:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.786899:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768415.786904:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786907:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768415.786911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768415.786913:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768415.786917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768415.786920:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768415.786923:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.786925:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768415.786928:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768415.786931:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768415.786934:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768415.786935:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768415.786938:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768415.786941:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786949:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.786952:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.786964:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786965:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768415.786968:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768415.786971:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768415.786974:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768415.786976:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299345939
00000100:00000001:1.0:1775768415.786979:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299347206
00000100:00000001:1.0:1775768415.786981:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299345939
00000100:00000001:1.0:1775768415.786982:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299347207
00000100:00000001:1.0:1775768415.786984:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768415.786986:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.786988:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768415.786991:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768415/real 1775768415]  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768415.786999:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768415.787000:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768415.787002:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768415.787004:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768415.787006:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768415.787008:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768415.787011:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768415.787019:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787026:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768415.787027:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787028:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.787030:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768415.787033:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787040:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768415.787043:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787049:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768415.787051:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787052:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.787054:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787055:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768415.787057:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768415.787059:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768415.787063:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768415.787065:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768415.787068:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768415.787076:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768415.787080:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768415.787083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787089:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768415.787091:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.787093:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768415.787094:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768415.787096:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768415.787099:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768415.787102:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768415.787104:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768415.787106:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768415.787108:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768415.787111:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768415.787113:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768415.787117:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768415.787119:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768415.787122:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768415.787125:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699648, portal 4
00000100:00000001:1.0:1775768415.787126:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768415.787128:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768415.787133:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787139:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768415.787141:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768415.787143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000200:1.0:1775768415.787145:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384699648, offset 0
00000400:00000200:1.0:1775768415.787148:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768415.787152:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.787156:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768415.787158:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768415.787161:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768415.787163:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768415.787165:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768415.787168:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200791:200791:256:4294967295] 192.168.202.154@tcp LPNI seq info [200791:200791:8:4294967295]
00000400:00000200:1.0:1775768415.787172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768415.787177:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768415.787181:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.787184:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000800:00000200:1.0:1775768415.787187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768415.787190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768415.787193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768415.787196:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768415.787216:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768415.787219:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:1.0:1775768415.787221:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768415.787225:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768415.787228:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:1.0:1775768415.787229:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:1.0:1775768415.787232:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768415.787235:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787242:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.787245:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787252:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.787253:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768415.787256:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768415.787259:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768415.787262:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768415.787264:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299345941
00000100:00000001:1.0:1775768415.787267:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299347206
00000100:00000001:1.0:1775768415.787268:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299345941
00000100:00000001:1.0:1775768415.787270:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299347207
00000100:00000001:1.0:1775768415.787272:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768415.787275:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.787276:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768415.787280:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768415/real 1775768415]  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768415.787287:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768415.787288:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768415.787290:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768415.787293:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768415.787294:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768415.787296:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768415.787299:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768415.787307:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787313:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768415.787314:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787316:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.787317:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768415.787320:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787327:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768415.787330:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787337:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768415.787339:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787341:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768415.787342:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787344:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768415.787345:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768415.787347:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768415.787351:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768415.787353:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768415.787356:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768415.787364:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768415.787368:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787370:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.787373:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384699264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787379:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768415.787381:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768415.787383:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768415.787385:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768415.787387:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768415.787388:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768415.787390:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768415.787392:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768415.787394:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768415.787395:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768415.787397:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:1.0:1775768415.787399:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768415.787401:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787402:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.787406:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384699392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787412:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768415.787413:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768415.787415:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768415.787416:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768415.787418:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768415.787419:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768415.787420:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768415.787422:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768415.787424:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768415.787425:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768415.787426:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:1.0:1775768415.787429:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768415.787430:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787432:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.787435:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384699520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787441:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768415.787443:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768415.787444:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768415.787447:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768415.787448:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768415.787449:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768415.787450:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768415.787451:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768415.787453:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768415.787454:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768415.787456:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768415.787458:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768415.787459:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787461:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768415.787463:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384699648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768415.787469:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768415.787471:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768415.787472:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768415.787474:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768415.787475:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768415.787476:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768415.787479:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768415.787480:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768415.787482:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768415.787483:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768415.787485:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768415.787487:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768415.787488:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787490:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768415.787494:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768415.787495:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768415.787496:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768415.787497:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169012:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169013:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768416.169075:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768416.169080:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768416.169084:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768417.128985:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299347207, at 4299347264
00000100:00000040:0.0:1775768417.128997:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299347206, at 4299347264
00000100:00000010:1.0:1775768417.129002:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000010:0.0:1775768417.129003:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768417.193009:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193019:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768417.193083:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768417.193085:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768417.193088:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768418.216973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768418.216979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.216991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768418.216995:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768418.216998:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768418.217002:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217006:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768418.217009:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217011:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217014:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768418.217077:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768418.217081:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768418.217083:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768419.240957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.240963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.240970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.240972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768419.241037:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768419.241041:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768419.241045:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768420.264955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.264962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.264969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.264971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768420.265024:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768420.265027:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768420.265029:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768420.904969:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768420.904980:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768420.904983:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768420.904988:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768420.904993:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768420.905000:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4678
00000400:00000200:2.0:1775768420.905011:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768420.905017:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768420.905020:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768420.905024:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905027:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768420.905030:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905033:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768420.905037:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768420.905039:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768420.905047:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768420.905050:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768420.905052:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768420.905054:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768420.905057:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905059:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768420.905070:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905073:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768420.905076:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768420.905079:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905081:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768420.905084:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768420.905087:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768420.905090:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905092:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768420.905094:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768420.905103:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768420.905107:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768420.905110:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768420.905112:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905115:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768420.905117:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768420.905122:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768420.905131:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768420.905137:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768420.905145:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768420.905163:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768420.905167:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768420.905172:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768420.905192:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768420.905195:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768420.905198:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768420.905199:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768420.905201:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768420.905203:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768420.905206:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4678
00000400:00000200:2.0:1775768420.905210:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768420.905212:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768420.905215:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768420.905218:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905221:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768420.905223:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905225:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768420.905227:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768420.905228:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768420.905231:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:1.0:1775768420.905232:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768420.905233:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768420.905234:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768420.905235:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768420.905238:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768420.905241:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768420.905241:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768420.905247:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905252:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768420.905253:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768420.905256:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768420.905256:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768420.905260:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768420.905260:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768420.905264:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768420.905267:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768420.905267:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768420.905271:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905271:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768420.905275:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775768420.905278:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384699776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768420.905281:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768420.905282:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768420.905284:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768420.905285:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.905287:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905288:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768420.905290:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1775768420.905293:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1775768420.905294:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000008:00000001:2.0:1775768420.905296:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.905297:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905301:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:2.0:1775768420.905305:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000400:00000010:1.0:1775768420.905309:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000020:00000040:2.0:1775768420.905309:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768420.905312:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768420.905315:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768420.905316:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:2.0:1775768420.905317:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768420.905319:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768420.905321:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768420.905324:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699776, portal 25
02000000:00000010:2.0:1775768420.905326:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:1.0:1775768420.905328:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768420.905331:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000001:2.0:1775768420.905331:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768420.905340:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768420.905341:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768420.905361:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768420.905362:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768420.905365:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768420.905368:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768420.905372:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc4c8.
00000100:00000040:2.0:1775768420.905373:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768420.905376:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384699776, offset 0
00000100:00000001:2.0:1775768420.905387:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905391:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768420.905392:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768420.905396:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768420.905398:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768420.905400:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768420.905400:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768420.905405:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768420.905407:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768420.905409:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4678
00000400:00000200:1.0:1775768420.905412:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768420.905415:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768420.905417:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768420.905422:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768420.905422:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768420.905426:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00080000:2.0:1775768420.905426:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768420.905431:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200792:200792:256:4294967295] 192.168.202.154@tcp LPNI seq info [200792:200792:8:4294967295]
00000100:00000040:2.0:1775768420.905433:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905438:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768420.905441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768420.905442:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905446:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768420.905448:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768420.905449:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768420.905451:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768420.905454:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768420.905458:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768420.905458:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768420.905463:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.0:1775768420.905468:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768420.905469:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905473:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775768420.905474:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397100.
00000100:00000040:2.0:1775768420.905475:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905479:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.0:1775768420.905483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:2.0:1775768420.905483:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768420.905490:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.1:1775768420.905490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768420.905496:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768420.905498:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768420.905501:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768420.905503:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905504:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768420.905506:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768420.905508:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905509:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905510:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905516:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.905519:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299352326
00000100:00000010:1.0:1775768420.905524:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00000010:2.0:1775768420.905530:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000100:00000001:1.0:1775768420.905531:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775768420.905535:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768420.905538:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768420.905539:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299352326
02000000:00000001:2.0:1775768420.905540:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905544:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1775768420.905545:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
02000000:00000001:2.0:1775768420.905545:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768420.905547:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905550:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1775768420.905552:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000001:1.0:1775768420.905554:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768420.905556:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905558:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905562:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768420.905563:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768420.905565:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768420.905574:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768420.905575:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768420.905576:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905578:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768420.905582:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768420.905582:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.905585:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768420.905588:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768420.905595:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768420.905595:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768420.905601:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768420.905610:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768420.905611:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768420.905613:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768420.905614:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768420.905616:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768420.905618:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768420.905621:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768420.905622:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768420.905624:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768420.905627:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4678
00000100:00100000:1.0:1775768420.905631:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699904:192.168.202.154@tcp:38:kworker.0
00000400:00000200:2.0:1775768420.905636:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.905637:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768420.905640:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768420.905643:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768420.905643:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768420.905647:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768420.905647:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1775768420.905652:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
00000100:00000040:2.0:1775768420.905652:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768420.905656:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905657:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768420.905662:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768420.905663:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768420.905667:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768420.905668:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000020:00000001:2.0:1775768420.905670:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768420.905673:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000400:00000010:1.0:1775768420.905674:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000020:00000001:2.0:1775768420.905675:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768420.905678:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000200:1.0:1775768420.905680:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384699904, portal 10
00000020:00000001:2.0:1775768420.905681:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768420.905683:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1775768420.905685:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768420.905686:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:2.0:1775768420.905691:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905694:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768420.905697:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768420.905699:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905704:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768420.905709:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768420.905712:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768420.905714:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768420.905719:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905720:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768420.905722:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768420.905723:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc2a8.
02000000:00000001:2.0:1775768420.905726:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768420.905727:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384699904, offset 0
02000000:00000001:2.0:1775768420.905730:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905734:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905735:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768420.905739:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775768420.905740:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00000001:2.0:1775768420.905744:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905746:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768420.905748:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905751:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1775768420.905753:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000400:00000200:1.0:1775768420.905755:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:2.0:1775768420.905757:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768420.905760:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768420.905761:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768420.905763:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768420.905764:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.905768:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200793:200793:255:4294967295] 192.168.202.154@tcp LPNI seq info [200793:200793:7:4294967295]
00000100:00000001:2.0:1775768420.905768:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768420.905771:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768420.905773:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768420.905774:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768420.905778:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000400:00000200:1.0:1775768420.905779:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768420.905784:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768420.905785:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768420.905790:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00100000:2.0:1775768420.905794:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775768420.905796:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768420.905802:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768420.905806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768420.905811:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000100:00000001:2.0:1775768420.905811:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768420.905816:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768420.905816:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905819:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299351067
00000100:00000001:1.0:1775768420.905822:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.905824:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299351067
00000100:00000040:2.0:1775768420.905824:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.905860:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.905863:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768420.905865:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905867:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.905868:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768420.905870:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768420.905871:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768420.905872:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768420.905873:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768420.905874:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768420.905878:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.905882:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768420.905883:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.905885:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768420.905887:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768420.905890:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768420.905895:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768420.905901:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768420.905903:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768420.905904:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.905905:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.905909:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768420.905910:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1775768420.905912:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
00000100:00080000:2.0:1775768420.905915:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1775768420.905916:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.905918:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768420.905921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768420.905921:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1775768420.905927:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b8f0.
00000100:00000001:2.0:1775768420.905927:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768420.905931:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4678
00000400:00000010:1.0:1775768420.905932:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768420.905937:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700032, portal 10
00000400:00000200:2.0:1775768420.905939:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.905941:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768420.905944:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000400:00000200:2.0:1775768420.905944:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768420.905949:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768420.905954:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768420.905954:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905959:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768420.905963:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.905968:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768420.905969:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1775768420.905972:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768420.905976:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768420.905976:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768420.905979:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1775768420.905981:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcccc0.
00000020:00000040:2.0:1775768420.905982:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768420.905986:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000200:1.0:1775768420.905987:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384700032, offset 0
00000020:00000001:2.0:1775768420.905991:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:1.0:1775768420.905995:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768420.905998:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.906001:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768420.906002:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768420.906005:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768420.906008:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768420.906010:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:2.0:1775768420.906013:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:1.0:1775768420.906015:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768420.906018:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768420.906021:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768420.906023:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.906026:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768420.906027:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768420.906030:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768420.906032:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768420.906036:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200794:200794:254:4294967295] 192.168.202.154@tcp LPNI seq info [200794:200794:6:4294967295]
02000000:00000001:2.0:1775768420.906037:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.906042:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768420.906044:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:2.0:1775768420.906045:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768420.906050:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.906054:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.906055:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775768420.906060:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000800:00000200:1.0:1775768420.906063:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768420.906064:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000010:1.0:1775768420.906068:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397000.
02000000:00000001:2.0:1775768420.906069:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768420.906071:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768420.906075:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775768420.906076:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768420.906078:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768420.906081:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768420.906082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768420.906087:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768420.906087:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000040:1.0:1775768420.906093:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000100:00000001:2.0:1775768420.906093:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.906098:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.906100:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299351046
00000100:00100000:2.0:1775768420.906102:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768420.906104:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906108:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299351046
00000100:00000001:1.0:1775768420.906113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906117:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768420.906121:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906126:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906130:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768420.906131:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768420.906134:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768420.906134:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906137:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768420.906140:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768420.906141:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.906143:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768420.906145:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768420.906152:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768420.906155:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906162:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768420.906163:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4688)
00000100:00000001:1.0:1775768420.906164:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.906168:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768420.906170:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768420.906172:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768420.906175:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768420.906179:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768420.906181:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768420.906182:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.906184:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768420.906188:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768420.906190:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.906194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768420.906196:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768420.906199:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768420.906202:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700160, portal 4
00000100:00000001:1.0:1775768420.906203:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768420.906204:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:1.0:1775768420.906209:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.906215:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768420.906217:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768420.906219:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc220.
00000100:00000200:1.0:1775768420.906222:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384700160, offset 0
00000400:00000200:1.0:1775768420.906225:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768420.906229:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768420.906232:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768420.906235:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768420.906237:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768420.906239:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768420.906241:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768420.906244:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200795:200795:253:4294967295] 192.168.202.154@tcp LPNI seq info [200795:200795:5:4294967295]
00000400:00000200:1.0:1775768420.906248:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768420.906253:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768420.906257:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768420.906261:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397700.
00000800:00000200:1.0:1775768420.906265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768420.906268:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768420.906271:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768420.906273:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768420.906276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.906278:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299351058
00000100:00000001:1.0:1775768420.906280:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906282:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299351058
00000100:00000001:1.0:1775768420.906284:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906286:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768420.906288:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906291:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906292:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768420.906295:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768420.906296:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768420.906298:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768420.906299:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768420.906300:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768420.906303:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.906310:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768420.906311:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.906313:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768420.906315:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768420.906317:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768420.906319:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768420.906322:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768420.906324:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768420.906325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768420.906326:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768420.906329:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768420.906331:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768420.906334:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768420.906336:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b688.
00000400:00000010:1.0:1775768420.906339:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcca18.
00000100:00000200:1.0:1775768420.906342:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700288, portal 4
00000100:00000001:1.0:1775768420.906343:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768420.906344:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00000040:1.0:1775768420.906349:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768420.906355:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768420.906358:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768420.906360:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc880.
00000100:00000200:1.0:1775768420.906362:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384700288, offset 0
00000400:00000200:1.0:1775768420.906365:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768420.906369:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768420.906372:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768420.906374:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768420.906377:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768420.906379:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768420.906381:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768420.906384:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200796:200796:252:4294967295] 192.168.202.154@tcp LPNI seq info [200796:200796:4:4294967295]
00000400:00000200:1.0:1775768420.906387:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768420.906392:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768420.906397:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768420.906400:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397800.
00000800:00000200:1.0:1775768420.906403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768420.906407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768420.906409:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768420.906412:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768420.906415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768420.906416:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299351060
00000100:00000001:1.0:1775768420.906418:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906420:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299351060
00000100:00000001:1.0:1775768420.906422:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299352326
00000100:00000001:1.0:1775768420.906424:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768420.906426:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906428:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906430:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768420.906433:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768420.906435:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768420.906436:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768420.906437:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768420.906439:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768420.906441:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.288949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.288955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.288961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.288962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768421.289021:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768421.289025:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768421.289035:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768422.248912:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299352326, at 4299352384
00000100:00000040:0.0:1775768422.248925:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299352326, at 4299352384
00000100:00000010:1.0:1775768422.248925:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768422.248933:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768422.312978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.312985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.312992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.312994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768422.313069:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768422.313073:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768422.313078:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768423.337202:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337209:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337216:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337217:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768423.337285:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768423.337290:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768423.337293:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768423.977202:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768423.977253:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768423.977266:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768423.977271:0:2395:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768423.977276:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768423.977282:0:2395:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768423.977288:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768423.977293:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397100.
00000400:00000200:2.0:1775768423.977299:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768423.977304:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768423.977311:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc4c8
00000400:00000010:2.0:1775768423.977314:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc4c8.
00000100:00000001:2.0:1775768423.977320:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768423.977331:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977353:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768423.977357:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977365:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.977367:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768423.977379:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768423.977383:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00000001:1.0:1775768423.977384:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768423.977386:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768423.977389:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768423.977390:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775768423.977392:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc2a8
00000400:00000010:2.0:1775768423.977393:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc2a8.
00000100:00000001:1.0:1775768423.977395:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768423.977396:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768423.977400:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977402:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768420/real 1775768423]  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977408:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768423.977411:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768423.977416:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768423.977416:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768423.977418:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768423.977418:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768423.977423:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768423.977425:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000010:1.0:1775768423.977427:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:2.0:1775768423.977428:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768423.977430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000200:2.0:1775768423.977431:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1775768423.977432:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768423.977435:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775768423.977435:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcccc0
00000400:00000010:2.0:1775768423.977436:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcccc0.
00000100:00000200:1.0:1775768423.977438:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977439:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768423.977443:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768423.977447:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977451:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768423.977453:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977454:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768423.977455:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977459:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768423.977459:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.977460:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768423.977461:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768423.977464:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1775768423.977465:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768423.977467:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:2.0:1775768423.977481:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768423.977484:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768423.977488:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc220
00000100:00000001:1.0:1775768423.977490:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1775768423.977490:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc220.
00000100:00000001:2.0:1775768423.977492:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768423.977495:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768423.977497:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977504:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768423.977505:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768423.977508:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768423.977508:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977510:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977512:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768423.977515:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768423.977516:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768423.977516:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768423.977518:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:2.0:1775768423.977522:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000100:00080000:1.0:1775768423.977523:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000800:00000010:2.0:1775768423.977524:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:2.0:1775768423.977527:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1775768423.977529:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000400:00000200:2.0:1775768423.977530:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768423.977532:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1775768423.977533:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc880
00000400:00000010:2.0:1775768423.977535:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc880.
00000100:00000001:2.0:1775768423.977536:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768423.977537:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768423.977540:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977545:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384699776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768423.977548:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768423.977550:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768423.977551:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768423.977551:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768423.977554:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384699776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.977556:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.977558:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768423.977560:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768423.977564:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768423.977568:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768423.977571:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768423.977574:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768423.977576:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768423.977579:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768423.977581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9c00.
02000000:00000001:1.0:1775768423.977586:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768423.977589:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768423.977591:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:1.0:1775768423.977594:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768423.977596:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977598:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768423.977601:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768423.977602:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768423.977603:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768423.977607:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768420/real 1775768423]  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768423.977615:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768423.977616:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768423.977618:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b688.
00000400:00000200:1.0:1775768423.977620:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcca18
00000400:00000010:1.0:1775768423.977621:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcca18.
00000100:00000001:1.0:1775768423.977623:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768423.977626:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768423.977633:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977639:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768423.977640:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977642:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977643:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768423.977646:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977651:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768423.977654:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977659:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768423.977661:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977663:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977664:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977666:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768423.977667:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768423.977669:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768423.977672:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768423.977674:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768423.977677:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977684:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768423.977689:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768423.977692:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768420/real 1775768423]  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768423.977698:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768423.977700:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768423.977701:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768423.977703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768423.977705:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768423.977707:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768423.977709:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768423.977717:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977723:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768423.977725:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977726:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977727:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768423.977731:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977743:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768423.977746:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977753:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768423.977755:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977757:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977759:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768423.977760:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768423.977762:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768423.977764:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768423.977766:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768423.977768:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977773:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768423.977775:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768423.977777:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768420/real 1775768423]  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768423.977783:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768423.977783:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768423.977785:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b8f0.
00000400:00000200:1.0:1775768423.977787:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768423.977788:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768423.977790:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768423.977792:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768423.977816:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977823:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768423.977824:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977826:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977827:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768423.977853:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977859:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768423.977862:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977867:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768423.977869:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977871:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977872:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977873:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768423.977875:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768423.977877:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768423.977880:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768423.977883:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768423.977887:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977894:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768423.977898:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768423.977901:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768420/real 1775768423]  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768423.977914:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768423.977915:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768423.977917:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768423.977919:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768423.977921:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768423.977923:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768423.977925:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768423.977932:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977938:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768423.977939:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977941:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977942:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768423.977945:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977951:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768423.977954:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.977960:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768423.977962:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977963:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768423.977964:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977966:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768423.977967:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768423.977970:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768423.977973:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768423.977975:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768423.977980:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768423.977987:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384699904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768423.977992:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.977994:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768423.977996:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384700288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.978002:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768423.978004:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768423.978005:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768423.978008:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768423.978009:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768423.978011:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768423.978013:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768423.978014:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768423.978016:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768423.978017:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768423.978019:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:1.0:1775768423.978021:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768423.978022:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.978024:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768423.978027:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384700160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.978032:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768423.978034:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768423.978035:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768423.978038:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768423.978039:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768423.978040:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768423.978042:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768423.978043:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768423.978045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768423.978048:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768423.978049:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:1.0:1775768423.978052:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768423.978053:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.978054:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768423.978058:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384700032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.978065:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768423.978066:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768423.978068:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768423.978071:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768423.978072:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768423.978073:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768423.978075:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768423.978077:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768423.978080:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768423.978082:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768423.978083:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:1.0:1775768423.978086:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768423.978088:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.978089:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768423.978093:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384699904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768423.978099:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768423.978102:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768423.978103:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768423.978105:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768423.978106:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768423.978108:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768423.978110:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768423.978111:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768423.978113:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768423.978114:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768423.978115:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:1.0:1775768423.978117:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768423.978118:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.978121:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768423.978133:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768423.978136:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768423.978138:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768423.978140:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.360957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.360964:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768424.360967:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768424.360971:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.360976:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768424.360979:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.360981:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.360984:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.360988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.360990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768424.361051:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768424.361056:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768424.361059:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768425.384960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.384965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.384971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.384971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768425.385032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768425.385037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768425.385041:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768426.025035:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768426.025047:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768426.025051:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768426.025056:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768426.025069:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768426.025081:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4683
00000400:00000200:0.0:1775768426.025093:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768426.025102:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768426.025106:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768426.025110:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025114:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025117:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025120:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768426.025125:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768426.025133:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768426.025137:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768426.025144:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768426.025147:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768426.025150:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768426.025153:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025155:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025157:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025159:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768426.025162:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768426.025166:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025169:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768426.025173:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768426.025178:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768426.025181:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025185:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768426.025188:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768426.025198:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768426.025203:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768426.025208:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768426.025210:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025214:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768426.025218:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768426.025224:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768426.025245:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768426.025255:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.025266:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768426.025276:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768426.025282:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768426.025286:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768426.025314:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768426.025318:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768426.025321:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768426.025323:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768426.025325:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768426.025327:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768426.025330:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4683
00000400:00000200:0.0:1775768426.025334:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768426.025337:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768426.025339:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768426.025341:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025344:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025345:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025347:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768426.025354:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768426.025355:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768426.025356:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768426.025358:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768426.025360:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768426.025362:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768426.025365:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025367:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025369:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025371:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768426.025373:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768426.025376:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025378:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768426.025380:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768426.025387:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768426.025389:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025391:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768426.025396:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768426.025400:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025401:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768426.025406:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768426.025408:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768426.025410:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768426.025411:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025413:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768426.025414:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768426.025416:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768426.025420:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768426.025423:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.025428:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768426.025435:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768426.025438:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768426.025442:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768426.025450:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768426.025453:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768426.025456:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768426.025458:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768426.025460:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768426.025463:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768426.025465:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4683
00000400:00000200:0.0:1775768426.025469:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768426.025472:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768426.025474:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768426.025477:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025479:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025481:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025483:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768426.025485:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768426.025486:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768426.025488:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768426.025491:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768426.025492:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768426.025494:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768426.025502:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025504:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025505:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025507:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768426.025509:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768426.025512:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025515:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768426.025517:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768426.025520:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768426.025522:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025524:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768426.025527:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768426.025529:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025531:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768426.025536:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768426.025543:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768426.025545:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768426.025547:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025549:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768426.025550:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768426.025552:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768426.025556:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768426.025559:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.025564:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768426.025572:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768426.025574:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768426.025577:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768426.025585:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768426.025588:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768426.025591:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768426.025593:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768426.025594:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768426.025596:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768426.025599:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4683
00000400:00000200:0.0:1775768426.025603:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768426.025606:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768426.025609:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768426.025612:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025615:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025616:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025618:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768426.025620:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768426.025622:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768426.025624:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768426.025626:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768426.025628:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768426.025631:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768426.025642:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025643:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025645:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025647:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768426.025649:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768426.025652:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025655:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768426.025656:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768426.025660:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768426.025661:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025663:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768426.025666:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768426.025668:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025670:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768426.025674:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768426.025676:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768426.025679:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768426.025681:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025683:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768426.025684:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768426.025686:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768426.025696:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768426.025703:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.025708:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768426.025715:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768426.025718:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768426.025722:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768426.025730:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768426.025733:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768426.025735:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768426.025737:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768426.025739:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768426.025741:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768426.025744:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4683
00000400:00000200:0.0:1775768426.025747:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768426.025750:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768426.025752:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768426.025755:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025757:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025759:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025761:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768426.025764:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768426.025765:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768426.025766:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768426.025768:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768426.025769:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768426.025771:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768426.025774:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025776:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768426.025778:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025780:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768426.025809:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768426.025812:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768426.025815:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768426.025818:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768426.025821:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768426.025824:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025826:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768426.025881:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768426.025882:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1775768426.025885:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025889:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.025890:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1775768426.025894:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768426.025896:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768426.025899:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768426.025904:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768426.025907:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768426.025908:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768426.025910:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768426.025913:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768426.025916:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768426.025925:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:1.0:1775768426.025927:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768426.025930:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.025931:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.025940:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1775768426.025942:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768426.025944:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768426.025950:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768426.025959:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384700416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768426.025960:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768426.025965:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.025967:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768426.025973:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768426.025976:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768426.025982:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768426.025984:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.025988:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775768426.025993:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4693)
02000000:00000010:1.0:1775768426.025995:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768426.025999:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.026009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768426.026016:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768426.026032:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768426.026043:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700416, portal 25
00000100:00000001:1.0:1775768426.026046:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768426.026048:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:1.0:1775768426.026055:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026064:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768426.026069:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768426.026073:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768426.026078:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384700416, offset 0
00000400:00000200:1.0:1775768426.026086:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026098:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026108:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768426.026117:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768426.026124:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768426.026132:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768426.026136:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026142:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200797:200797:256:4294967295] 192.168.202.154@tcp LPNI seq info [200797:200797:8:4294967295]
00000400:00000200:1.0:1775768426.026148:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026161:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768426.026169:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026177:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768426.026186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768426.026191:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768426.026198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768426.026201:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768426.026206:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026209:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768426.026216:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768426.026221:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768426.026230:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768426.026233:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768426.026238:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768426.026243:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026253:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.026256:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026264:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026266:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768426.026275:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.026280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768426.026283:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299357447
00000100:00000010:1.0:1775768426.026289:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768426.026298:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768426.026306:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299357447
00000100:00000010:1.0:1775768426.026310:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768426.026313:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768426.026317:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768426.026320:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026323:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768426.026328:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768426/real 1775768426]  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768426.026341:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768426.026344:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768426.026346:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768426.026349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768426.026351:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768426.026354:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768426.026358:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768426.026366:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026372:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768426.026374:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026377:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.026379:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768426.026384:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026392:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768426.026398:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026406:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768426.026409:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026410:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.026412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026414:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768426.026416:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768426.026419:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768426.026423:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768426.026426:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768426.026429:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768426.026438:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384700416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768426.026444:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768426.026447:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026453:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768426.026454:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.026457:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768426.026459:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768426.026461:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768426.026464:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768426.026467:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768426.026469:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768426.026471:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.026473:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768426.026476:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768426.026478:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.026482:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768426.026485:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768426.026488:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768426.026491:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700544, portal 10
00000100:00000001:1.0:1775768426.026493:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768426.026494:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768426.026501:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026508:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768426.026509:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768426.026511:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768426.026514:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384700544, offset 0
00000400:00000200:1.0:1775768426.026517:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026521:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026525:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768426.026528:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768426.026530:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768426.026533:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768426.026535:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026538:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200798:200798:256:4294967295] 192.168.202.154@tcp LPNI seq info [200798:200798:8:4294967295]
00000400:00000200:1.0:1775768426.026542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026548:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768426.026552:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026555:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768426.026559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768426.026561:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768426.026565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768426.026568:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768426.026572:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026574:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768426.026576:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768426.026580:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768426.026583:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768426.026585:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768426.026588:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768426.026592:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026599:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.026601:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026607:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026609:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768426.026612:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768426.026619:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768426.026622:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768426.026624:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299356188
00000100:00000001:1.0:1775768426.026629:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.026632:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299356188
00000100:00000001:1.0:1775768426.026634:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.026636:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768426.026639:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026641:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768426.026644:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768426/real 1775768426]  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768426.026651:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768426.026653:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768426.026654:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768426.026656:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768426.026658:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768426.026660:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768426.026662:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768426.026669:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026681:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768426.026682:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.026684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768426.026687:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026693:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768426.026696:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026702:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768426.026704:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026705:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.026707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026708:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768426.026709:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768426.026711:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768426.026714:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768426.026716:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768426.026719:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768426.026725:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768426.026729:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768426.026732:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026738:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768426.026739:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.026742:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768426.026743:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768426.026745:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768426.026747:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768426.026750:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768426.026751:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768426.026753:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.026754:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768426.026757:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768426.026759:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.026761:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768426.026763:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768426.026767:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768426.026769:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700672, portal 10
00000100:00000001:1.0:1775768426.026772:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768426.026773:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:1.0:1775768426.026778:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026797:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768426.026800:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768426.026803:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768426.026805:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384700672, offset 0
00000400:00000200:1.0:1775768426.026808:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026812:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026815:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768426.026818:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768426.026820:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768426.026822:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768426.026824:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768426.026827:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200799:200799:256:4294967295] 192.168.202.154@tcp LPNI seq info [200799:200799:8:4294967295]
00000400:00000200:1.0:1775768426.026855:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.026861:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768426.026866:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026869:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768426.026872:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768426.026875:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768426.026878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768426.026881:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768426.026884:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.026886:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768426.026888:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768426.026891:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768426.026893:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768426.026895:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768426.026897:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768426.026900:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026907:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.026909:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026915:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026916:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768426.026919:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768426.026922:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768426.026925:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768426.026927:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299356167
00000100:00000001:1.0:1775768426.026929:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.026932:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299356167
00000100:00000001:1.0:1775768426.026934:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.026936:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768426.026939:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.026940:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768426.026944:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768426/real 1775768426]  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768426.026953:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768426.026954:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768426.026956:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768426.026959:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768426.026960:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768426.026962:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768426.026965:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768426.026973:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026979:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768426.026981:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.026982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.026984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768426.026987:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.026993:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768426.026997:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027005:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768426.027007:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027009:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.027010:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027012:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768426.027014:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768426.027016:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768426.027019:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768426.027022:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768426.027025:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768426.027033:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768426.027037:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768426.027040:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027047:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768426.027048:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.027050:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768426.027052:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768426.027053:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768426.027056:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768426.027059:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768426.027063:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768426.027064:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.027067:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027070:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768426.027072:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.027075:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768426.027078:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768426.027081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768426.027084:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700800, portal 4
00000100:00000001:1.0:1775768426.027086:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768426.027088:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768426.027095:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027102:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768426.027104:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768426.027106:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768426.027109:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384700800, offset 0
00000400:00000200:1.0:1775768426.027113:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768426.027116:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.027118:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768426.027121:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768426.027123:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768426.027125:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768426.027127:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768426.027130:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200800:200800:256:4294967295] 192.168.202.154@tcp LPNI seq info [200800:200800:8:4294967295]
00000400:00000200:1.0:1775768426.027134:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.027138:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768426.027142:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.027145:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768426.027149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768426.027151:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768426.027154:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768426.027156:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768426.027159:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.027161:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768426.027163:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768426.027166:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768426.027169:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768426.027170:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768426.027172:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768426.027175:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027181:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027183:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027189:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027190:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768426.027193:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768426.027196:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768426.027200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768426.027202:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299356179
00000100:00000001:1.0:1775768426.027204:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.027206:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299356179
00000100:00000001:1.0:1775768426.027208:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.027210:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768426.027212:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027214:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768426.027218:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768426/real 1775768426]  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768426.027225:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768426.027226:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768426.027228:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768426.027230:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768426.027232:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768426.027234:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768426.027236:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768426.027244:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768426.027251:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.027254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768426.027257:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027263:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768426.027266:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027272:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768426.027275:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027276:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.027277:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027278:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768426.027280:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768426.027282:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768426.027286:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768426.027288:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768426.027292:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768426.027299:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768426.027303:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027305:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027307:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384700416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027313:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768426.027317:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027319:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768426.027322:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768426.027324:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768426.027326:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768426.027328:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768426.027331:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768426.027335:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768426.027337:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768426.027339:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768426.027342:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768426.027344:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027345:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027348:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384700544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027360:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768426.027361:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027364:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768426.027366:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768426.027367:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768426.027368:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768426.027370:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768426.027371:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768426.027374:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768426.027375:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768426.027376:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768426.027378:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768426.027379:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027380:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027383:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384700672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027388:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768426.027389:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027391:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768426.027394:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768426.027395:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768426.027396:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768426.027398:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768426.027399:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768426.027401:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768426.027402:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768426.027403:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768426.027406:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768426.027407:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027409:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027411:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384700800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027418:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768426.027419:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027421:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768426.027422:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768426.027424:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768426.027425:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768426.027427:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768426.027428:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768426.027431:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768426.027432:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768426.027433:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768426.027436:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768426.027438:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027440:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027449:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768426.027451:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027453:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768426.027455:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768426.027456:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768426.027460:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027466:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768426.027467:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.027469:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768426.027471:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768426.027473:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768426.027475:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768426.027478:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768426.027480:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768426.027482:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768426.027484:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027487:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768426.027489:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768426.027493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768426.027496:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768426.027500:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768426.027503:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384700928, portal 4
00000100:00000001:1.0:1775768426.027506:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768426.027507:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768426.027512:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027517:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768426.027519:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768426.027521:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768426.027523:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384700928, offset 0
00000400:00000200:1.0:1775768426.027527:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768426.027531:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.027535:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768426.027537:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768426.027539:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768426.027542:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768426.027544:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768426.027547:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200801:200801:256:4294967295] 192.168.202.154@tcp LPNI seq info [200801:200801:8:4294967295]
00000400:00000200:1.0:1775768426.027550:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768426.027556:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768426.027561:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.027564:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768426.027568:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768426.027570:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768426.027574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768426.027577:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768426.027580:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768426.027583:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768426.027585:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768426.027588:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768426.027592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768426.027594:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768426.027596:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768426.027599:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027612:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027615:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027620:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027621:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768426.027624:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768426.027627:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768426.027630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768426.027632:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299356181
00000100:00000001:1.0:1775768426.027635:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.027637:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299356181
00000100:00000001:1.0:1775768426.027638:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299357447
00000100:00000001:1.0:1775768426.027641:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768426.027643:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027644:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768426.027648:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768426/real 1775768426]  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768426.027655:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768426.027656:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768426.027657:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768426.027660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768426.027661:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768426.027663:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768426.027666:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768426.027674:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027680:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768426.027682:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.027684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768426.027687:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027694:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768426.027697:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027703:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768426.027705:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027707:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768426.027708:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027709:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768426.027711:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768426.027713:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768426.027716:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768426.027719:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768426.027723:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768426.027730:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384700928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768426.027734:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027736:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768426.027738:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384700928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768426.027744:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768426.027745:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768426.027747:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768426.027749:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768426.027750:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768426.027752:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768426.027754:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768426.027755:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768426.027758:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768426.027759:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768426.027760:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768426.027763:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768426.027764:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027766:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768426.027769:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768426.027770:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768426.027772:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768426.027773:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.408935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.408943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.408949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.408951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768426.409003:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768426.409010:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768426.409013:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768427.368948:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299357447, at 4299357504
00000100:00000010:1.0:1775768427.368966:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768427.368984:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299357447, at 4299357504
00000100:00000010:0.0:1775768427.368991:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768427.432971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.432977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.432983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.432985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768427.433161:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768427.433165:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768427.433168:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768428.456904:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768428.456910:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.456915:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768428.456919:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768428.456921:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768428.456924:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.456927:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768428.456928:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.456930:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.456931:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768428.456980:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768428.456984:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768428.456986:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768429.480965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.480973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.480993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.480995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768429.481059:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768429.481064:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768429.481067:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768430.505195:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505202:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505273:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505275:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768430.506281:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768430.506285:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768430.506288:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768431.144974:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768431.144987:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768431.144990:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768431.144994:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768431.144999:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768431.145006:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4688
00000400:00000200:0.0:1775768431.145016:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768431.145022:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768431.145031:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768431.145034:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145037:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.145040:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145042:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768431.145046:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768431.145047:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768431.145050:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768431.145053:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768431.145055:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768431.145057:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768431.145060:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145062:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.145063:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145065:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768431.145068:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768431.145072:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145074:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.145077:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768431.145080:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768431.145084:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145086:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768431.145088:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768431.145098:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768431.145101:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768431.145105:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768431.145106:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145109:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768431.145112:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768431.145116:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768431.145123:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768431.145129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.145139:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768431.145149:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768431.145154:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768431.145159:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.145184:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768431.145187:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768431.145191:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768431.145192:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768431.145194:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768431.145196:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768431.145199:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4688
00000400:00000200:0.0:1775768431.145202:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768431.145220:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768431.145223:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768431.145228:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145230:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.145233:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145235:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768431.145237:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768431.145239:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768431.145240:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768431.145242:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768431.145244:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768431.145246:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768431.145250:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768431.145250:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768431.145256:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768431.145259:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768431.145260:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145265:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768431.145265:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768431.145271:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768431.145282:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768431.145283:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.145289:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.145299:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768431.145305:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.145306:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768431.145310:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.145311:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145317:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768431.145318:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1775768431.145321:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768431.145323:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775768431.145327:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.145330:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145332:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768431.145336:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384701056:192.168.202.154@tcp:250:kworker.0
00000100:00000010:0.0:1775768431.145339:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768431.145348:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768431.145350:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768431.145353:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768431.145355:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.145357:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768431.145358:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768431.145362:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768431.145363:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.145365:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.145368:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768431.145371:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3c00.
00000100:00000001:0.0:1775768431.145376:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768431.145379:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768431.145383:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.145385:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768431.145397:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768431.145402:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768431.145405:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000001:0.0:1775768431.145406:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768431.145414:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768431.145414:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768431.145425:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701056, portal 25
00000100:00000001:0.0:1775768431.145428:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768431.145432:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768431.145435:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768431.145437:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768431.145438:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768431.145440:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00080000:0.0:1775768431.145443:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768431.145448:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775768431.145449:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768431.145455:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4688
00000100:00000001:1.0:1775768431.145460:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768431.145470:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768431.145474:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768431.145475:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768431.145481:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384701056, offset 0
00000400:00000200:0.0:1775768431.145485:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768431.145491:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768431.145494:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768431.145501:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.145503:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768431.145509:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.145513:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.145516:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768431.145522:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768431.145527:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1775768431.145528:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768431.145530:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768431.145532:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768431.145535:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768431.145536:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:0.0:1775768431.145542:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768431.145547:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1775768431.145549:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768431.145554:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:0.0:1775768431.145558:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145567:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768431.145567:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200802:200802:256:4294967295] 192.168.202.154@tcp LPNI seq info [200802:200802:8:4294967295]
00000100:00000040:0.0:1775768431.145576:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.145584:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768431.145588:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768431.145592:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768431.145600:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768431.145605:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768431.145611:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.145615:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775768431.145622:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768431.145624:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768431.145629:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768431.145631:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000001:0.0:1775768431.145632:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768431.145637:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768431.145641:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145646:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768431.145648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:0.0:1775768431.145654:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000800:00000200:1.0:1775768431.145655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1775768431.145661:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768431.145669:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1775768431.145670:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:0.0:1775768431.145672:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145678:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775768431.145678:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1775768431.145683:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768431.145689:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768431.145696:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000010:0.0:1775768431.145697:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000800:00000010:1.0:1775768431.145701:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000100:00000001:0.0:1775768431.145703:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.145711:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768431.145711:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768431.145724:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768431.145731:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768431.145745:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:0.0:1775768431.145746:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768431.145750:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.145752:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768431.145758:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768431.145761:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.145810:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768431.145813:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768431.145814:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.145823:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768431.145824:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768431.145860:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768431.145863:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768431.145867:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768431.145872:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4688
00000400:00000200:0.0:1775768431.145881:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.145895:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768431.145896:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768431.145898:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768431.145904:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768431.145910:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768431.145910:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.145917:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768431.145920:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768431.145924:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768431.145928:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299362567
00000100:00000001:0.0:1775768431.145931:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:1.0:1775768431.145934:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000020:00000001:0.0:1775768431.145935:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768431.145939:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768431.145941:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768431.145943:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768431.145946:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768431.145948:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768431.145953:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775768431.145962:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768431.145966:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.145969:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768431.145972:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299362567
00000100:00000001:0.0:1775768431.145973:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768431.145980:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000010:1.0:1775768431.145981:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768431.145990:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1775768431.145991:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768431.145996:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768431.145997:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.146008:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768431.146008:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.146015:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.146015:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775768431.146019:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.146023:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775768431.146023:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768431/real 1775768431]  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768431.146028:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768431.146040:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.146045:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768431.146058:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000400:00000001:1.0:1775768431.146061:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1775768431.146063:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000001:1.0:1775768431.146064:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1775768431.146069:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775768431.146069:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
02000000:00000001:0.0:1775768431.146076:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768431.146077:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000100:00000001:0.0:1775768431.146081:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775768431.146082:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
02000000:00000001:0.0:1775768431.146085:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768431.146089:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146089:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:0.0:1775768431.146096:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000200:1.0:1775768431.146097:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.146104:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.146120:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768431.146124:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146176:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768431.146179:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768431.146179:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.146185:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768431.146186:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146187:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768431.146202:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768431.146204:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146240:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768431.146243:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768431.146247:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768431.146251:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768431.146254:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768431.146260:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768431.146266:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768431.146272:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768431.146273:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768431.146279:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4688
00000100:00000001:1.0:1775768431.146280:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.146284:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.146288:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768431.146289:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.146295:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000400:00000200:0.0:1775768431.146299:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768431.146300:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768431.146305:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1775768431.146307:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1775768431.146312:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00080000:1.0:1775768431.146314:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768431.146320:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768431.146321:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.146331:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768431.146331:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.146344:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768431.146353:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768431.146356:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00100000:1.0:1775768431.146358:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384701056:192.168.202.154@tcp:250:kworker.0
00000020:00000001:0.0:1775768431.146360:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768431.146364:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768431.146370:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768431.146380:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768431.146383:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768431.146386:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768431.146388:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768431.146392:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768431.146397:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768431.146397:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384701056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768431.146404:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768431.146414:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768431.146423:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1775768431.146426:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768431.146427:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1775768431.146433:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768431.146434:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768431.146440:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768431.146441:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1775768431.146445:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768431.146446:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768431.146449:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768431.146451:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768431.146454:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775768431.146455:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768431.146459:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1775768431.146459:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
00000008:00000001:0.0:1775768431.146467:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146467:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768431.146470:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1775768431.146471:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768431.146473:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768431.146477:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768431.146479:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1775768431.146480:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768431.146482:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768431.146487:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768431.146490:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768431.146491:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146493:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768431.146494:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768431.146496:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768431.146497:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768431.146502:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146503:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768431.146507:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:0.0:1775768431.146509:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:1.0:1775768431.146510:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768431.146516:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768431.146519:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768431.146527:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768431.146544:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768431.146550:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146557:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768431.146559:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768431.146561:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768431.146565:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146568:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768431.146573:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768431.146577:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768431.146588:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768431.146593:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768431.146596:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768431.146600:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146600:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768431.146605:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
00000100:00000040:0.0:1775768431.146608:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4698)
02000000:00000001:1.0:1775768431.146609:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768431.146618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768431.146621:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768431.146626:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768431.146630:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701184, portal 10
00000100:00000001:1.0:1775768431.146632:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768431.146634:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768431.146643:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146650:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768431.146653:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768431.146656:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768431.146659:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384701184, offset 0
00000400:00000200:1.0:1775768431.146665:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768431.146671:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.146677:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768431.146681:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768431.146684:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768431.146687:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768431.146689:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.146692:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200803:200803:256:4294967295] 192.168.202.154@tcp LPNI seq info [200803:200803:8:4294967295]
00000400:00000200:1.0:1775768431.146696:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.146702:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768431.146707:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.146711:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768431.146716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768431.146719:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768431.146725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768431.146728:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768431.146745:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.146750:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768431.146754:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768431.146758:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768431.146761:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768431.146763:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768431.146765:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768431.146769:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146777:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.146780:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146786:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146788:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768431.146792:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768431.146796:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768431.146799:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.146801:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299361308
00000100:00000001:1.0:1775768431.146804:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.146806:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299361308
00000100:00000001:1.0:1775768431.146808:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.146809:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.146811:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.146812:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768431.146815:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768431/real 1775768431]  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768431.146819:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768431.146820:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768431.146822:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768431.146823:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768431.146824:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768431.146826:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768431.146850:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768431.146856:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146860:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768431.146860:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.146862:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.146862:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768431.146865:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146869:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768431.146871:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146874:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768431.146876:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.146877:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.146877:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.146878:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768431.146880:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768431.146881:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768431.146883:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768431.146884:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768431.146886:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768431.146890:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768431.146893:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768431.146896:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146904:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768431.146905:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146907:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768431.146908:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768431.146909:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768431.146910:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768431.146912:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768431.146913:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768431.146914:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.146916:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768431.146918:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768431.146919:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768431.146922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768431.146923:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768431.146925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768431.146927:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701312, portal 10
00000100:00000001:1.0:1775768431.146929:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768431.146930:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768431.146935:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.146941:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768431.146944:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768431.146946:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768431.146949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384701312, offset 0
00000400:00000200:1.0:1775768431.146952:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768431.146957:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.146960:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768431.146963:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768431.146965:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768431.146967:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768431.146970:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.146973:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200804:200804:256:4294967295] 192.168.202.154@tcp LPNI seq info [200804:200804:8:4294967295]
00000400:00000200:1.0:1775768431.146977:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.146982:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768431.146986:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.146990:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768431.146994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768431.146996:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768431.147000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768431.147002:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768431.147005:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.147007:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768431.147010:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768431.147013:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768431.147016:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768431.147017:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768431.147019:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768431.147023:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147028:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147030:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147034:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147035:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768431.147037:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768431.147040:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768431.147042:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.147043:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299361287
00000100:00000001:1.0:1775768431.147045:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147047:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299361287
00000100:00000001:1.0:1775768431.147048:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147050:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.147052:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147053:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768431.147056:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768431/real 1775768431]  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768431.147064:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768431.147065:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768431.147067:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768431.147069:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768431.147070:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768431.147072:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768431.147075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768431.147082:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147088:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768431.147089:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147091:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147092:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768431.147095:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147101:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768431.147105:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147112:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768431.147115:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147116:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147117:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147119:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768431.147121:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768431.147123:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768431.147127:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768431.147128:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768431.147132:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768431.147139:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768431.147143:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768431.147146:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147153:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768431.147154:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.147156:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768431.147158:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768431.147160:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768431.147163:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768431.147166:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768431.147168:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768431.147170:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.147172:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147174:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768431.147176:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768431.147180:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768431.147182:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768431.147186:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768431.147189:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701440, portal 4
00000100:00000001:1.0:1775768431.147190:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768431.147191:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768431.147197:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147203:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768431.147205:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768431.147207:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768431.147210:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384701440, offset 0
00000400:00000200:1.0:1775768431.147214:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768431.147217:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.147221:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768431.147224:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768431.147226:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768431.147229:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768431.147231:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.147234:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200805:200805:256:4294967295] 192.168.202.154@tcp LPNI seq info [200805:200805:8:4294967295]
00000400:00000200:1.0:1775768431.147237:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.147241:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768431.147244:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.147246:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768431.147249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768431.147251:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768431.147253:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768431.147255:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768431.147258:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.147259:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768431.147261:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768431.147263:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768431.147265:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768431.147266:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768431.147268:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768431.147272:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147279:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147282:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147288:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147290:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768431.147294:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768431.147297:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768431.147300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.147302:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299361299
00000100:00000001:1.0:1775768431.147304:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147306:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299361299
00000100:00000001:1.0:1775768431.147308:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147310:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.147312:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147314:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768431.147318:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768431/real 1775768431]  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768431.147324:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768431.147325:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768431.147327:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768431.147329:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768431.147330:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768431.147331:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768431.147333:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768431.147338:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147341:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768431.147342:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147343:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768431.147345:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147351:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768431.147355:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147361:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768431.147363:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147364:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147366:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147368:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768431.147369:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768431.147371:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768431.147374:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768431.147376:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768431.147380:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768431.147387:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768431.147390:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147393:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147396:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384701184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147402:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768431.147404:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147406:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768431.147409:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768431.147410:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768431.147412:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768431.147414:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768431.147416:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:1.0:1775768431.147418:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768431.147420:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768431.147421:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768431.147423:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768431.147424:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147426:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147428:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384701312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147432:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768431.147433:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147434:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768431.147435:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768431.147436:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768431.147437:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768431.147438:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768431.147438:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768431.147439:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768431.147440:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768431.147441:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768431.147443:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768431.147444:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147445:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147446:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384701440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147450:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768431.147450:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147451:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768431.147453:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768431.147454:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768431.147455:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768431.147457:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768431.147458:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768431.147460:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768431.147461:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768431.147462:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768431.147465:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768431.147466:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147467:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147472:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768431.147473:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147475:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768431.147477:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768431.147479:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768431.147483:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147489:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768431.147491:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.147493:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768431.147495:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768431.147497:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768431.147500:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768431.147503:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768431.147505:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768431.147506:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768431.147508:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147511:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768431.147513:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768431.147516:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768431.147519:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768431.147522:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768431.147525:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701568, portal 4
00000100:00000001:1.0:1775768431.147526:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768431.147527:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768431.147533:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147539:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768431.147541:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768431.147543:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768431.147545:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384701568, offset 0
00000400:00000200:1.0:1775768431.147549:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768431.147552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.147556:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768431.147559:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768431.147561:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768431.147564:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768431.147566:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768431.147569:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200806:200806:256:4294967295] 192.168.202.154@tcp LPNI seq info [200806:200806:8:4294967295]
00000400:00000200:1.0:1775768431.147572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768431.147577:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768431.147580:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.147582:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768431.147584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768431.147586:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768431.147588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768431.147590:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768431.147607:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768431.147609:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768431.147611:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768431.147615:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768431.147617:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768431.147619:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768431.147622:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768431.147625:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147632:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147634:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768456 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147640:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147641:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768431.147645:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768431.147647:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768431.147651:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768431.147652:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299361301
00000100:00000001:1.0:1775768431.147654:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147656:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299361301
00000100:00000001:1.0:1775768431.147659:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299362567
00000100:00000001:1.0:1775768431.147661:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768431.147663:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147665:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768431.147668:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768431/real 1775768431]  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768431.147676:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768431.147677:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768431.147678:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768431.147681:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768431.147683:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768431.147685:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768431.147687:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768431.147692:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147696:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768431.147697:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147699:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768431.147701:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147705:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768431.147707:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147711:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768431.147712:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768431.147713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147715:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768431.147716:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768431.147718:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768431.147721:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768431.147722:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768431.147724:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768431.147729:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768431.147744:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147746:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768431.147750:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384701568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768456 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768431.147756:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768431.147758:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768431.147760:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768431.147762:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768431.147764:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768431.147766:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768431.147768:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768431.147769:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768431.147772:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768431.147773:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768431.147774:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768431.147777:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768431.147778:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147780:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768431.147784:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768431.147785:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768431.147787:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768431.147789:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.528972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.528980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.528987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.528988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768431.529056:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768431.529060:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768431.529064:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768432.488980:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299362567, at 4299362624
00000100:00000010:0.0:1775768432.488996:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:1.0:1775768432.489210:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299362567, at 4299362624
00000100:00000010:1.0:1775768432.489217:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768432.552959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.552967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.552973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.552975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768432.553039:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768432.553044:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768432.553047:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768433.576964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768433.576970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768433.576977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768433.576978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768433.578803:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768433.578807:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768433.578810:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768434.600974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.600985:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768434.600989:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768434.600994:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.600999:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768434.601003:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601006:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601009:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768434.601083:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768434.601090:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768434.601094:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768435.624979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.624986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.624994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.624996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768435.625060:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768435.625064:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768435.625069:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768436.264972:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768436.264983:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768436.264987:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768436.264992:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768436.264997:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768436.265006:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4693
00000400:00000200:0.0:1775768436.265025:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768436.265032:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768436.265035:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768436.265039:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265042:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265044:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265047:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768436.265051:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768436.265053:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768436.265056:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768436.265059:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768436.265061:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768436.265063:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768436.265066:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265068:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265070:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265072:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768436.265075:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768436.265078:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265080:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265083:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768436.265087:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768436.265090:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265092:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768436.265095:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768436.265106:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000020:00000040:0.0:1775768436.265109:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768436.265113:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768436.265115:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265118:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768436.265121:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768436.265126:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768436.265135:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:0.0:1775768436.265142:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768436.265151:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768436.265169:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768436.265174:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768436.265179:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768436.265199:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768436.265202:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768436.265206:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768436.265207:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768436.265209:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768436.265211:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768436.265213:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4693
00000400:00000200:0.0:1775768436.265217:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768436.265220:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768436.265223:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768436.265227:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265229:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265231:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265234:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768436.265236:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768436.265237:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768436.265239:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768436.265239:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768436.265242:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768436.265244:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768436.265245:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768436.265247:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768436.265249:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768436.265252:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265256:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265259:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768436.265260:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768436.265263:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768436.265268:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768436.265272:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265274:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265279:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768436.265283:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768436.265286:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.265286:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265291:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.265292:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768436.265294:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768436.265296:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1775768436.265299:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768436.265300:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.265305:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384701696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768436.265310:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768436.265314:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1775768436.265315:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265318:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.265318:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.265323:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1775768436.265325:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
02000000:00000010:1.0:1775768436.265331:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
00000020:00000040:0.0:1775768436.265334:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768436.265335:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265340:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768436.265342:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265344:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768436.265345:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768436.265346:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768436.265349:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768436.265352:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
02000000:00000010:0.0:1775768436.265355:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768436.265360:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768436.265361:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00100000:0.0:1775768436.265366:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768436.265371:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701696, portal 25
00000100:00000001:1.0:1775768436.265376:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768436.265377:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768436.265379:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768436.265383:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.265387:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367785728 : -107275341765888 : ffff9e6f035c6300)
00000100:00000001:0.0:1775768436.265397:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.265398:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768436.265401:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768436.265409:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768436.265412:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768436.265414:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768436.265415:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768436.265418:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775768436.265420:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768436.265423:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4693
00000400:00000010:1.0:1775768436.265425:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000400:00000200:0.0:1775768436.265429:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768436.265431:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384701696, offset 0
00000400:00000200:0.0:1775768436.265434:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768436.265437:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768436.265440:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265442:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265443:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265445:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768436.265448:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768436.265450:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:1.0:1775768436.265450:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000020:00000001:0.0:1775768436.265453:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768436.265455:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768436.265457:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768436.265460:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768436.265464:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265466:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768436.265469:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768436.265470:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265473:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768436.265476:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768436.265479:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:0.0:1775768436.265480:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265485:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265487:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768436.265488:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775768436.265490:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768436.265495:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.265495:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768436.265499:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768436.265501:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768436.265502:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1775768436.265506:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.265507:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265510:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.265515:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200807:200807:256:4294967295] 192.168.202.154@tcp LPNI seq info [200807:200807:8:4294967295]
00000100:00000010:0.0:1775768436.265516:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768436.265521:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768436.265523:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768436.265526:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768436.265528:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265530:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768436.265531:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768436.265536:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1775768436.265541:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768436.265544:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000010:0.0:1775768436.265547:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768436.265551:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768436.265552:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00100000:0.0:1775768436.265557:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768436.265567:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1775768436.265570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768436.265571:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768436.265575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1775768436.265578:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768436.265586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768436.265591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775768436.265593:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768436.265598:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1775768436.265599:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.265603:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000100:00080000:0.0:1775768436.265604:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768436.265612:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768436.265614:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768436.265617:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768436.265619:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768436.265621:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768436.265625:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4693
00000400:00000200:1.0:1775768436.265626:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768436.265630:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000400:00000200:0.0:1775768436.265631:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.265636:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1775768436.265637:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768436.265641:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768436.265644:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768436.265647:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265651:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265655:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265660:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768436.265664:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768436.265669:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768436.265670:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1775768436.265671:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768436.265674:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768436.265678:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:1.0:1775768436.265678:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768436.265693:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768436.265697:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265702:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265706:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265711:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768436.265711:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768436.265715:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768436.265716:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768436.265720:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265723:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265725:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768436.265726:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.265731:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.265734:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299367686
02000000:00000001:0.0:1775768436.265736:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768436.265740:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768436.265740:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:0.0:1775768436.265743:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768436.265746:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768436.265749:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265751:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.265751:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1775768436.265759:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000020:00000040:0.0:1775768436.265762:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768436.265762:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299367686
02000000:00000001:0.0:1775768436.265767:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1775768436.265768:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
02000000:00000001:0.0:1775768436.265770:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265773:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768436.265774:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1775768436.265775:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768436.265778:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.265779:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.265783:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768436.265784:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:1.0:1775768436.265786:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768436.265788:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.265792:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768436/real 1775768436]  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768436.265796:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768436.265814:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1775768436.265814:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768436.265817:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768436.265817:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768436.265821:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000040:0.0:1775768436.265823:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768436.265825:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000100:00000001:0.0:1775768436.265854:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768436.265857:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768436.265861:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768436.265863:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768436.265864:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768436.265867:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768436.265870:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4693
00000400:00000010:1.0:1775768436.265871:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000400:00000200:0.0:1775768436.265877:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.265877:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1775768436.265885:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000200:1.0:1775768436.265885:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768436.265888:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768436.265891:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265894:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768436.265898:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768436.265904:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768436.265909:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768436.265910:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:1.0:1775768436.265912:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768436.265913:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768436.265915:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768436.265919:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768436.265924:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768436.265926:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768436.265929:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768436.265931:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768436.265932:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768436.265935:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768436.265936:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768436.265940:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768436.265943:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768436.265944:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768436.265948:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768436.265955:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768436.265958:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.265959:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768436.265963:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768436.265965:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768436.265967:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768436.265971:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768436.265976:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768436.265980:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768436.265981:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1775768436.265986:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.265987:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.265991:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.265991:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.265993:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.265996:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1775768436.265998:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768436.265998:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1775768436.266003:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00080000:1.0:1775768436.266003:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1775768436.266008:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768436.266011:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768436.266011:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768436.266016:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768436.266016:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1775768436.266019:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768436.266022:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.266022:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768436.266028:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768436.266034:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.266035:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384701696:192.168.202.154@tcp:250:kworker.0
00000100:00100000:0.0:1775768436.266041:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768436.266041:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266045:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266051:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6300 x1862023384701696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768436.266055:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768436.266060:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266063:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1775768436.266067:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768436.266067:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266071:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768436.266076:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768436.266078:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1775768436.266079:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768436.266081:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768436.266084:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1775768436.266086:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4704)
02000000:00000010:1.0:1775768436.266087:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768436.266092:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768436.266094:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768436.266096:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6300.
00000100:00000001:1.0:1775768436.266099:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768436.266100:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266101:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266118:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768436.266121:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266123:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768436.266125:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768436.266126:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768436.266130:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266137:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768436.266139:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266141:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768436.266142:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768436.266145:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.266148:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768436.266151:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768436.266153:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768436.266154:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266156:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266159:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768436.266161:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.266164:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768436.266167:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768436.266170:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768436.266173:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701824, portal 10
00000100:00000001:1.0:1775768436.266175:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768436.266177:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367791104 : -107275341760512 : ffff9e6f035c7800)
00000100:00000040:1.0:1775768436.266183:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266189:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768436.266192:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768436.266194:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768436.266196:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384701824, offset 0
00000400:00000200:1.0:1775768436.266199:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266202:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266204:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768436.266206:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768436.266208:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768436.266209:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768436.266211:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266213:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200808:200808:256:4294967295] 192.168.202.154@tcp LPNI seq info [200808:200808:8:4294967295]
00000400:00000200:1.0:1775768436.266216:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266220:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768436.266222:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266224:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768436.266226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768436.266228:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768436.266231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768436.266232:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768436.266235:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266236:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768436.266238:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768436.266240:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768436.266242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768436.266243:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768436.266244:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768436.266246:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266254:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266257:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266263:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266265:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768436.266268:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.266272:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768436.266275:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.266277:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299366428
00000100:00000001:1.0:1775768436.266280:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266282:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299366428
00000100:00000001:1.0:1775768436.266284:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266286:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.266288:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266290:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768436.266294:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768436/real 1775768436]  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768436.266301:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768436.266303:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768436.266304:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768436.266307:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768436.266308:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768436.266310:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768436.266312:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768436.266317:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266321:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768436.266322:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266323:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266323:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768436.266325:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266328:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768436.266330:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266335:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768436.266337:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266338:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266339:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266340:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768436.266341:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768436.266342:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768436.266344:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768436.266345:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768436.266347:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768436.266351:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768436.266353:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768436.266354:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266358:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768436.266359:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266360:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768436.266361:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768436.266362:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.266363:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768436.266365:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768436.266366:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768436.266368:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266369:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266373:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768436.266374:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.266378:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768436.266380:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768436.266383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768436.266385:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384701952, portal 10
00000100:00000001:1.0:1775768436.266387:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768436.266388:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000040:1.0:1775768436.266394:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266400:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768436.266402:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768436.266405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768436.266407:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384701952, offset 0
00000400:00000200:1.0:1775768436.266411:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266418:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768436.266420:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768436.266422:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768436.266424:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768436.266425:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266427:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200809:200809:256:4294967295] 192.168.202.154@tcp LPNI seq info [200809:200809:8:4294967295]
00000400:00000200:1.0:1775768436.266430:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266434:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768436.266437:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266439:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768436.266441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768436.266443:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768436.266446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768436.266447:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768436.266449:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266451:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768436.266453:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768436.266455:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768436.266457:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768436.266458:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768436.266460:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768436.266462:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266467:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266469:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266473:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266473:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768436.266475:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.266477:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768436.266479:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.266480:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299366406
00000100:00000001:1.0:1775768436.266481:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266483:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299366406
00000100:00000001:1.0:1775768436.266484:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266485:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.266486:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266487:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768436.266489:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768436/real 1775768436]  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768436.266493:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768436.266494:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768436.266495:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768436.266496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768436.266497:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768436.266498:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768436.266500:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768436.266504:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266510:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768436.266511:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266512:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266513:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768436.266516:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266523:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768436.266526:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266532:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768436.266534:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266535:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266537:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266538:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768436.266540:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768436.266542:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768436.266545:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768436.266547:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768436.266550:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768436.266557:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384701952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768436.266560:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768436.266563:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266569:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768436.266570:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266572:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768436.266574:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768436.266576:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.266578:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768436.266581:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768436.266583:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768436.266584:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266586:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266589:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768436.266591:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.266594:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768436.266597:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768436.266600:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768436.266603:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702080, portal 4
00000100:00000001:1.0:1775768436.266605:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768436.266606:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768436.266612:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266616:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768436.266617:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768436.266619:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768436.266620:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384702080, offset 0
00000400:00000200:1.0:1775768436.266622:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266625:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266627:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768436.266629:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768436.266630:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768436.266632:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768436.266633:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266635:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200810:200810:256:4294967295] 192.168.202.154@tcp LPNI seq info [200810:200810:8:4294967295]
00000400:00000200:1.0:1775768436.266638:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266642:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768436.266645:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266647:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768436.266649:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768436.266651:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768436.266653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768436.266655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768436.266658:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266659:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768436.266661:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768436.266663:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768436.266665:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768436.266665:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768436.266667:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768436.266669:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266673:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266675:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266679:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266680:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768436.266694:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.266696:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768436.266699:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.266700:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299366418
00000100:00000001:1.0:1775768436.266702:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266703:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299366418
00000100:00000001:1.0:1775768436.266704:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266706:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.266707:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266708:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768436.266710:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768436/real 1775768436]  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768436.266716:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768436.266717:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768436.266718:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768436.266719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768436.266720:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768436.266722:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768436.266723:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768436.266728:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266733:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768436.266734:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768436.266739:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266745:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768436.266748:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266755:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768436.266757:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266760:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266762:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768436.266763:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768436.266766:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768436.266769:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768436.266771:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768436.266775:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768436.266783:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768436.266786:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768436.266788:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266792:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768436.266793:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266795:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768436.266796:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768436.266797:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768436.266799:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768436.266800:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768436.266801:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768436.266802:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768436.266803:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266805:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768436.266806:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768436.266808:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768436.266810:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768436.266812:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768436.266814:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702208, portal 4
00000100:00000001:1.0:1775768436.266815:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768436.266816:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768436.266819:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768436.266825:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768436.266826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768436.266828:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384702208, offset 0
00000400:00000200:1.0:1775768436.266847:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266850:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266853:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768436.266856:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768436.266858:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768436.266860:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768436.266863:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768436.266865:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200811:200811:256:4294967295] 192.168.202.154@tcp LPNI seq info [200811:200811:8:4294967295]
00000400:00000200:1.0:1775768436.266869:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768436.266875:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768436.266879:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266883:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768436.266886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768436.266889:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768436.266892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768436.266895:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768436.266898:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768436.266900:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768436.266903:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768436.266905:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768436.266908:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768436.266909:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768436.266911:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768436.266913:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266918:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266920:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768461 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266924:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266924:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768436.266927:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768436.266929:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768436.266931:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768436.266932:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299366421
00000100:00000001:1.0:1775768436.266934:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266936:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299366421
00000100:00000001:1.0:1775768436.266937:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299367686
00000100:00000001:1.0:1775768436.266938:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768436.266939:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.266940:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768436.266942:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768436/real 1775768436]  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768436.266946:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768436.266947:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768436.266948:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768436.266950:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768436.266950:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768436.266951:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768436.266953:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768436.266958:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266961:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768436.266962:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266963:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266964:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768436.266965:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266969:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768436.266971:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266974:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768436.266976:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266977:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768436.266977:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266978:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768436.266979:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768436.266981:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768436.266982:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768436.266983:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768436.266985:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768436.266989:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768436.266991:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.266992:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.266994:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7800 x1862023384701824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.266997:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768436.266998:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768436.266999:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768436.267000:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768436.267001:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768436.267002:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768436.267003:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768436.267005:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768436.267006:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768436.267007:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768436.267008:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7800.
00000100:00000001:1.0:1775768436.267010:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768436.267011:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.267012:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.267014:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384701952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.267021:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768436.267022:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768436.267023:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768436.267024:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768436.267025:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768436.267025:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768436.267026:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768436.267027:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768436.267028:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768436.267029:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768436.267029:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768436.267030:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768436.267031:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.267032:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.267034:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384702080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.267038:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768436.267039:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768436.267040:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768436.267041:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768436.267042:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768436.267042:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768436.267043:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768436.267044:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768436.267045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768436.267046:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768436.267046:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768436.267049:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768436.267050:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.267051:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768436.267053:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384702208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768436.267056:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768436.267057:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768436.267058:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768436.267060:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768436.267060:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768436.267061:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768436.267062:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768436.267063:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768436.267064:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768436.267065:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768436.267065:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768436.267066:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768436.267067:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.267068:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768436.267070:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768436.267071:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768436.267072:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768436.267073:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649042:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649047:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649053:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649055:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768436.649114:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768436.649119:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768436.649122:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768437.608911:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299367686, at 4299367744
00000100:00000010:1.0:1775768437.608924:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00000100:00000040:0.0:1775768437.609001:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299367686, at 4299367744
00000100:00000010:0.0:1775768437.609008:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768437.673097:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673104:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673110:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673112:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768437.673158:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768437.673163:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768437.673166:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768438.696984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768438.696991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.696998:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768438.697002:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768438.697005:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768438.697009:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697012:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768438.697015:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697017:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697020:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768438.697110:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768438.697113:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768438.697115:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768439.720951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.720955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.720960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.720961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768439.721022:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768439.721026:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768439.721028:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768440.744994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745001:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745007:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745009:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768440.745062:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768440.745066:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768440.745070:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768441.384986:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768441.384997:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768441.385000:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768441.385005:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768441.385011:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768441.385020:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4699
00000400:00000200:3.0:1775768441.385031:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768441.385039:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768441.385042:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768441.385044:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385047:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385049:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385050:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768441.385054:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768441.385057:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768441.385060:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768441.385063:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768441.385065:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768441.385068:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768441.385070:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385073:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385075:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385076:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768441.385087:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768441.385091:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385094:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768441.385097:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768441.385101:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768441.385104:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385106:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768441.385109:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768441.385119:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
00000020:00000040:3.0:1775768441.385122:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768441.385125:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768441.385127:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385129:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768441.385132:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768441.385135:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768441.385142:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775768441.385149:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768441.385166:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768441.385175:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768441.385180:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768441.385184:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768441.385215:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768441.385218:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768441.385221:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768441.385222:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768441.385223:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768441.385225:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768441.385227:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4699
00000400:00000200:3.0:1775768441.385230:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768441.385232:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768441.385234:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768441.385236:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385237:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385239:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385240:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768441.385242:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768441.385243:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768441.385244:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768441.385245:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768441.385246:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768441.385248:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768441.385250:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385252:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385253:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385255:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768441.385256:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768441.385258:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768441.385258:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385260:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768441.385262:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768441.385264:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775768441.385267:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.385268:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775768441.385270:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385272:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768441.385276:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775768441.385278:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768441.385280:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385283:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768441.385286:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000020:00000040:3.0:1775768441.385289:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768441.385293:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768441.385295:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.385297:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768441.385297:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768441.385299:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768441.385301:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768441.385301:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768441.385307:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
02000000:00000001:1.0:1775768441.385308:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768441.385310:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.385312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768441.385314:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768441.385320:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385325:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768441.385328:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768441.385329:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384702336:192.168.202.154@tcp:250:kworker.0
00000100:00000040:3.0:1775768441.385332:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.385337:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768441.385343:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768441.385344:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.385348:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768441.385348:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775768441.385353:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775768441.385354:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768441.385356:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768441.385358:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1775768441.385361:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
00000100:00000001:3.0:1775768441.385361:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768441.385365:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4699
02000000:00000001:1.0:1775768441.385366:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768441.385370:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768441.385376:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768441.385377:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775768441.385380:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775768441.385383:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000040:3.0:1775768441.385385:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385388:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385389:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385391:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:1.0:1775768441.385392:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000020:00000001:3.0:1775768441.385393:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768441.385394:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768441.385397:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768441.385398:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768441.385399:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768441.385401:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768441.385402:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768441.385404:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702336, portal 25
00000100:00000001:3.0:1775768441.385404:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385406:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385409:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768441.385410:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1775768441.385411:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:1.0:1775768441.385413:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366934656 : -107275342616960 : ffff9e6f034f6680)
00000100:00080000:3.0:1775768441.385414:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385416:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768441.385418:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768441.385421:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768441.385423:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768441.385424:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768441.385425:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768441.385427:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768441.385431:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385433:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768441.385437:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775768441.385440:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768441.385442:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1775768441.385443:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768441.385445:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385447:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775768441.385448:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775768441.385449:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768441.385452:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768441.385454:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
02000000:00000010:3.0:1775768441.385455:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000200:1.0:1775768441.385458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384702336, offset 0
00000100:00000001:3.0:1775768441.385459:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768441.385465:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768441.385473:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385473:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768441.385475:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768441.385479:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768441.385485:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.385488:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775768441.385490:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768441.385495:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768441.385497:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:3.0:1775768441.385497:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768441.385500:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768441.385504:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768441.385506:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775768441.385508:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4699
00000400:00000200:1.0:1775768441.385513:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768441.385516:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.385520:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768441.385522:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768441.385526:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00080000:3.0:1775768441.385526:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768441.385533:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.385534:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200812:200812:256:4294967295] 192.168.202.154@tcp LPNI seq info [200812:200812:8:4294967295]
00000100:00000001:3.0:1775768441.385537:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385543:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.385544:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768441.385546:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768441.385549:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768441.385550:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768441.385551:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768441.385554:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768441.385556:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768441.385559:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768441.385563:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.385564:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768441.385565:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385568:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385571:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768441.385574:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768441.385576:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385580:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768441.385581:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775768441.385582:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768441.385584:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768441.385587:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385588:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:1.0:1775768441.385590:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000008:00100000:3.0:1775768441.385590:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768441.385592:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385595:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768441.385599:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775768441.385602:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000800:00000200:1.0:1775768441.385604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:3.0:1775768441.385605:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768441.385607:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385609:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775768441.385611:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1775768441.385611:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768441.385612:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768441.385616:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775768441.385619:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768441.385623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00100000:3.0:1775768441.385625:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775768441.385630:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1775768441.385645:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768441.385647:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768441.385650:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:3.0:1775768441.385652:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1775768441.385654:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000100:00000001:3.0:1775768441.385661:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.385665:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775768441.385667:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768441.385671:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768441.385674:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768441.385675:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768441.385676:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768441.385681:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768441.385684:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4699
00000400:00000200:1.0:1775768441.385686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000200:3.0:1775768441.385687:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768441.385691:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000400:00000200:3.0:1775768441.385691:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768441.385694:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768441.385697:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768441.385698:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768441.385699:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385702:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385703:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768441.385706:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775768441.385707:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768441.385707:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768441.385709:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768441.385711:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768441.385714:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768441.385717:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768441.385723:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385725:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768441.385728:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385731:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768441.385733:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775768441.385733:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768441.385735:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768441.385737:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768441.385739:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768441.385741:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768441.385741:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768441.385743:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385746:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768441.385748:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768441.385752:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385755:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768441.385760:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000100:00000001:1.0:1775768441.385761:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768441.385762:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768441.385765:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775768441.385765:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768441.385768:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385769:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768441.385770:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768441.385771:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768441.385773:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:1.0:1775768441.385775:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768441.385776:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768441.385781:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768441.385785:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768441.385790:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768441.385791:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299372806
00000100:00000001:3.0:1775768441.385793:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768441.385797:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768441.385800:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:3.0:1775768441.385805:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768441.385809:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4709)
00000100:00000001:1.0:1775768441.385811:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768441.385819:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299372806
00000100:00000010:1.0:1775768441.385824:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768441.385827:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768441.385855:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.385858:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.385861:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768441.385866:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768441/real 1775768441]  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768441.385893:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768441.385895:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768441.385897:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768441.385900:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768441.385902:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768441.385905:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768441.385909:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768441.385918:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.385925:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768441.385927:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.385929:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.385931:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768441.385935:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.385948:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768441.385954:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.385962:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768441.385965:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.385966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.385968:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.385970:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768441.385972:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768441.385975:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768441.385978:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768441.385980:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768441.385984:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768441.385994:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384702336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768441.385999:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386001:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.386004:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6680 x1862023384702336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386011:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768441.386013:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768441.386016:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768441.386018:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768441.386020:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768441.386022:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768441.386024:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768441.386026:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
02000000:00000001:1.0:1775768441.386031:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768441.386033:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768441.386035:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6680.
00000100:00000001:1.0:1775768441.386038:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768441.386039:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386041:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386049:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768441.386051:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386053:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768441.386054:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768441.386056:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768441.386059:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386066:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768441.386067:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386069:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768441.386071:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768441.386073:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768441.386075:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768441.386079:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768441.386081:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768441.386082:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386084:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768441.386087:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768441.386089:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.386093:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768441.386095:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768441.386099:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768441.386102:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702464, portal 10
00000100:00000001:1.0:1775768441.386104:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768441.386105:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366936448 : -107275342615168 : ffff9e6f034f6d80)
00000100:00000040:1.0:1775768441.386111:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386118:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768441.386120:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768441.386122:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768441.386125:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384702464, offset 0
00000400:00000200:1.0:1775768441.386128:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386132:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386135:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768441.386138:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768441.386140:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768441.386143:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768441.386145:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386148:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200813:200813:256:4294967295] 192.168.202.154@tcp LPNI seq info [200813:200813:8:4294967295]
00000400:00000200:1.0:1775768441.386151:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386157:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768441.386161:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386165:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768441.386168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768441.386171:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768441.386176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768441.386178:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768441.386182:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386184:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768441.386186:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768441.386189:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768441.386192:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768441.386194:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768441.386197:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768441.386200:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386207:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.386210:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386216:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386218:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768441.386221:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768441.386225:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768441.386228:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768441.386230:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299371548
00000100:00000001:1.0:1775768441.386233:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386235:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299371548
00000100:00000001:1.0:1775768441.386237:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386239:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.386241:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386243:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768441.386248:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768441/real 1775768441]  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768441.386255:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768441.386257:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768441.386259:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768441.386261:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768441.386263:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768441.386265:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768441.386268:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768441.386275:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386282:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768441.386283:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386285:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386286:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768441.386289:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386296:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768441.386314:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386321:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768441.386324:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386325:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386326:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386328:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768441.386330:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768441.386332:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768441.386336:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768441.386338:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768441.386341:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768441.386349:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768441.386353:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768441.386357:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386363:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768441.386364:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386366:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768441.386368:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768441.386370:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768441.386373:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768441.386376:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768441.386378:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768441.386380:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386381:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768441.386385:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768441.386387:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.386390:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768441.386392:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768441.386395:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768441.386398:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702592, portal 10
00000100:00000001:1.0:1775768441.386400:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768441.386402:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931968 : -107275342619648 : ffff9e6f034f5c00)
00000100:00000040:1.0:1775768441.386411:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386418:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768441.386420:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768441.386423:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768441.386425:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384702592, offset 0
00000400:00000200:1.0:1775768441.386429:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386436:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768441.386438:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768441.386441:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768441.386444:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768441.386446:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386449:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200814:200814:256:4294967295] 192.168.202.154@tcp LPNI seq info [200814:200814:8:4294967295]
00000400:00000200:1.0:1775768441.386452:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386458:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768441.386463:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386466:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768441.386469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768441.386472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768441.386476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768441.386479:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768441.386482:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386484:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768441.386487:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768441.386490:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768441.386492:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768441.386494:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768441.386496:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768441.386499:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386507:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.386509:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386516:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386517:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768441.386520:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768441.386523:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768441.386526:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768441.386528:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299371526
00000100:00000001:1.0:1775768441.386530:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386533:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299371526
00000100:00000001:1.0:1775768441.386535:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386537:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.386539:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386541:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768441.386544:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768441/real 1775768441]  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768441.386552:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768441.386553:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768441.386555:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768441.386557:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768441.386559:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768441.386561:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768441.386564:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768441.386571:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386577:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768441.386579:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386581:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386582:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768441.386585:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386592:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768441.386596:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386603:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768441.386605:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386606:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386607:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386609:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768441.386611:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768441.386613:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768441.386616:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768441.386619:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768441.386622:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768441.386629:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768441.386645:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768441.386649:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386656:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768441.386657:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386659:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768441.386660:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768441.386662:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768441.386664:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768441.386667:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768441.386669:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768441.386670:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386672:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768441.386675:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768441.386677:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.386680:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768441.386682:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768441.386686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768441.386688:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702720, portal 4
00000100:00000001:1.0:1775768441.386690:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768441.386691:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366937344 : -107275342614272 : ffff9e6f034f7100)
00000100:00000040:1.0:1775768441.386696:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386703:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768441.386705:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768441.386707:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768441.386709:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384702720, offset 0
00000400:00000200:1.0:1775768441.386712:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386715:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386718:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768441.386720:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768441.386722:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768441.386725:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768441.386727:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.386730:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200815:200815:256:4294967295] 192.168.202.154@tcp LPNI seq info [200815:200815:8:4294967295]
00000400:00000200:1.0:1775768441.386734:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.386739:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768441.386743:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386746:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768441.386749:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768441.386752:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768441.386755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768441.386758:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768441.386761:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.386763:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768441.386766:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768441.386769:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768441.386772:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768441.386773:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768441.386776:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768441.386779:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386786:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.386789:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386802:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386803:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768441.386806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768441.386810:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768441.386813:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768441.386814:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299371538
00000100:00000001:1.0:1775768441.386817:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386819:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299371538
00000100:00000001:1.0:1775768441.386821:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.386823:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.386825:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.386827:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768441.386848:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768441/real 1775768441]  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768441.386856:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768441.386858:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768441.386859:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768441.386862:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768441.386863:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768441.386865:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768441.386868:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768441.386875:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386882:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768441.386883:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386885:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386886:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768441.386890:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386897:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768441.386900:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386907:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768441.386909:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.386912:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.386914:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768441.386916:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768441.386918:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768441.386921:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768441.386923:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768441.386927:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768441.386935:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768441.386939:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768441.386942:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386948:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768441.386950:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386952:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768441.386954:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768441.386955:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768441.386958:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768441.386961:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768441.386963:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768441.386965:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768441.386967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768441.386970:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768441.386971:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768441.386974:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768441.386977:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768441.386980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768441.386982:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702848, portal 4
00000100:00000001:1.0:1775768441.386984:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768441.386985:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366929280 : -107275342622336 : ffff9e6f034f5180)
00000100:00000040:1.0:1775768441.386990:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.386996:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768441.386998:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768441.387000:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768441.387002:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384702848, offset 0
00000400:00000200:1.0:1775768441.387006:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768441.387009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.387012:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768441.387015:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768441.387017:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768441.387019:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768441.387021:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768441.387024:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200816:200816:256:4294967295] 192.168.202.154@tcp LPNI seq info [200816:200816:8:4294967295]
00000400:00000200:1.0:1775768441.387028:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768441.387034:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768441.387038:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.387041:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768441.387044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768441.387047:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768441.387050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768441.387053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768441.387057:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768441.387059:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768441.387061:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768441.387065:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768441.387067:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768441.387069:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768441.387071:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768441.387074:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387081:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.387084:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387090:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.387092:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768441.387094:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768441.387097:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768441.387100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768441.387102:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299371541
00000100:00000001:1.0:1775768441.387105:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.387106:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299371541
00000100:00000001:1.0:1775768441.387109:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299372806
00000100:00000001:1.0:1775768441.387111:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768441.387113:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.387115:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768441.387118:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768441/real 1775768441]  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768441.387126:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768441.387127:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768441.387129:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768441.387131:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768441.387133:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768441.387135:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768441.387138:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768441.387145:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387152:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768441.387153:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387155:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.387156:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768441.387160:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387166:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768441.387170:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387176:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768441.387179:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387180:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768441.387181:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387183:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768441.387184:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768441.387186:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768441.387189:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768441.387191:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768441.387195:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768441.387203:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384702848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768441.387206:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387208:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.387212:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6d80 x1862023384702464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387218:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768441.387219:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768441.387221:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768441.387223:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768441.387225:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768441.387226:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768441.387228:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768441.387230:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:1.0:1775768441.387232:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768441.387233:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768441.387235:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6d80.
00000100:00000001:1.0:1775768441.387237:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768441.387239:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387241:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.387244:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5c00 x1862023384702592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387251:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768441.387252:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768441.387254:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768441.387256:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768441.387257:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768441.387258:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768441.387259:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768441.387261:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:1.0:1775768441.387263:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768441.387264:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768441.387266:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5c00.
00000100:00000001:1.0:1775768441.387271:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768441.387272:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387273:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.387277:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7100 x1862023384702720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387282:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768441.387284:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768441.387286:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768441.387288:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768441.387289:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768441.387290:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768441.387292:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768441.387294:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:1.0:1775768441.387295:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768441.387296:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768441.387298:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7100.
00000100:00000001:1.0:1775768441.387300:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768441.387301:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387302:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768441.387305:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5180 x1862023384702848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768441.387311:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768441.387312:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768441.387314:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768441.387315:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768441.387317:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768441.387318:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768441.387320:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768441.387321:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:1.0:1775768441.387323:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768441.387324:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768441.387326:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5180.
00000100:00000001:1.0:1775768441.387328:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768441.387329:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387331:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768441.387334:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768441.387336:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768441.387338:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768441.387339:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.768957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.768963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.768969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.768970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768441.769022:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768441.769025:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768441.769028:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768442.728962:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299372806, at 4299372864
00000100:00000010:1.0:1775768442.728977:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768442.729052:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299372806, at 4299372864
00000100:00000010:0.0:1775768442.729059:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768442.793116:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793124:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793130:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793131:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768442.793315:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768442.793319:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768442.793323:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768443.816963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768443.816969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768443.816975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768443.816976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768443.817664:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768443.817668:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768443.817671:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768444.840975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.840983:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768444.840986:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768444.840990:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.840996:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768444.840999:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.841002:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.841005:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.841010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.841011:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768444.841088:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768444.841093:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768444.841096:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768445.864958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.864963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.864969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.864970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768445.865028:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768445.865032:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768445.865035:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768446.504952:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768446.504962:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768446.504965:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768446.504971:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768446.504976:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768446.504984:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4704
00000400:00000200:3.0:1775768446.504996:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768446.505004:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768446.505008:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768446.505011:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505015:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505017:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505020:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768446.505025:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768446.505027:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768446.505030:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768446.505033:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768446.505035:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768446.505037:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768446.505040:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505042:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505044:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505046:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768446.505049:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768446.505053:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505056:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768446.505059:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768446.505063:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768446.505065:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505068:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768446.505071:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768446.505083:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000020:00000040:3.0:1775768446.505087:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768446.505091:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768446.505093:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505097:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768446.505101:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768446.505106:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768446.505115:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775768446.505124:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.505135:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768446.505146:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768446.505151:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505156:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768446.505189:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768446.505193:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768446.505197:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768446.505198:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768446.505200:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768446.505202:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768446.505205:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4704
00000400:00000200:3.0:1775768446.505209:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768446.505212:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768446.505214:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768446.505218:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505220:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505222:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505224:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768446.505226:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768446.505228:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768446.505229:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768446.505231:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768446.505233:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768446.505235:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768446.505238:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505240:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505242:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505244:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768446.505246:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768446.505248:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505251:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768446.505252:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768446.505259:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768446.505261:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505263:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768446.505268:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768446.505271:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505273:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768446.505277:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775768446.505279:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768446.505282:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768446.505283:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505285:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768446.505286:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768446.505288:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768446.505294:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775768446.505298:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.505303:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768446.505310:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768446.505313:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505316:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768446.505323:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768446.505326:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768446.505330:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768446.505332:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768446.505333:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768446.505336:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768446.505339:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4704
00000400:00000200:3.0:1775768446.505342:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768446.505345:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768446.505348:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768446.505350:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505353:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505355:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505357:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768446.505359:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768446.505360:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768446.505362:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768446.505364:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768446.505366:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768446.505368:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768446.505370:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505372:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505374:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505376:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768446.505378:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768446.505381:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505383:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768446.505384:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768446.505387:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768446.505389:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505391:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768446.505393:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768446.505395:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505406:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768446.505410:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775768446.505412:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768446.505414:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768446.505416:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505418:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768446.505419:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768446.505421:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768446.505424:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775768446.505428:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.505432:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768446.505439:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768446.505441:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505445:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768446.505453:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768446.505455:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768446.505467:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768446.505469:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768446.505471:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768446.505473:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768446.505475:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4704
00000400:00000200:3.0:1775768446.505479:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768446.505482:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768446.505484:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768446.505486:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505488:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505490:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505492:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768446.505494:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768446.505496:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768446.505497:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768446.505499:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768446.505501:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768446.505503:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768446.505506:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505508:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505509:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505511:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768446.505513:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768446.505516:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505518:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768446.505520:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768446.505522:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768446.505524:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505526:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768446.505529:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768446.505531:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505532:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768446.505536:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000020:00000040:3.0:1775768446.505547:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768446.505550:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768446.505551:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505553:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768446.505555:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768446.505556:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768446.505560:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775768446.505563:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.505567:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768446.505574:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768446.505576:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505579:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768446.505598:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768446.505600:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768446.505603:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768446.505605:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768446.505606:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768446.505608:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768446.505611:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4704
00000400:00000200:3.0:1775768446.505614:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768446.505617:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768446.505619:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768446.505622:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505624:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505626:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505628:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768446.505630:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768446.505640:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768446.505642:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768446.505644:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768446.505646:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768446.505648:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768446.505651:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505653:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768446.505654:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505656:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768446.505659:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768446.505661:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768446.505664:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768446.505665:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768446.505668:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768446.505670:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505672:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768446.505674:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768446.505676:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505678:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768446.505681:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775768446.505683:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768446.505686:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768446.505687:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768446.505688:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768446.505689:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768446.505691:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768446.505695:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775768446.505698:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.505702:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768446.505709:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768446.505711:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505715:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768446.505722:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768446.505727:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4714)
00000100:00000001:1.0:1775768446.505845:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768446.505850:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768446.505853:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768446.505860:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.505867:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768446.505869:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.505873:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768446.505876:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768446.505879:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768446.505882:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384702976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768446.505901:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768446.505907:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768446.505910:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.505913:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768446.505918:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768446.505920:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.505927:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768446.505931:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768446.505938:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768446.505947:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384702976, portal 25
00000100:00000001:1.0:1775768446.505950:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768446.505951:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366930176 : -107275342621440 : ffff9e6f034f5500)
00000100:00000040:1.0:1775768446.505958:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.505965:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768446.505969:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768446.505972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768446.505975:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384702976, offset 0
00000400:00000200:1.0:1775768446.505982:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768446.505991:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.505997:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768446.506003:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768446.506008:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768446.506012:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768446.506015:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506020:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200817:200817:256:4294967295] 192.168.202.154@tcp LPNI seq info [200817:200817:8:4294967295]
00000400:00000200:1.0:1775768446.506025:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506036:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768446.506042:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506047:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768446.506055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768446.506059:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768446.506065:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768446.506069:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768446.506074:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506076:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768446.506084:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768446.506089:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768446.506094:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768446.506097:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768446.506102:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768446.506106:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506115:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.506119:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506126:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506128:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768446.506135:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.506139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768446.506142:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299377927
00000100:00000010:1.0:1775768446.506147:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768446.506154:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768446.506160:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299377927
00000100:00000010:1.0:1775768446.506163:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768446.506167:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768446.506169:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768446.506172:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506175:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768446.506179:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768446/real 1775768446]  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768446.506188:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768446.506190:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768446.506193:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768446.506195:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768446.506197:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768446.506199:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768446.506202:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768446.506211:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506217:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768446.506219:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506221:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506223:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768446.506226:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506232:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768446.506237:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506244:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768446.506247:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506249:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506250:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506252:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768446.506255:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768446.506258:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768446.506262:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768446.506264:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768446.506268:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768446.506276:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384702976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768446.506281:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768446.506284:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506290:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768446.506291:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506293:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768446.506295:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768446.506296:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768446.506299:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768446.506302:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768446.506304:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768446.506305:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506307:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768446.506311:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768446.506312:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.506317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768446.506320:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768446.506323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768446.506326:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703104, portal 10
00000100:00000001:1.0:1775768446.506328:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768446.506329:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366933760 : -107275342617856 : ffff9e6f034f6300)
00000100:00000040:1.0:1775768446.506335:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506342:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768446.506344:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768446.506346:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768446.506348:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384703104, offset 0
00000400:00000200:1.0:1775768446.506352:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506355:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506359:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768446.506361:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768446.506364:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768446.506366:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768446.506368:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506371:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200818:200818:256:4294967295] 192.168.202.154@tcp LPNI seq info [200818:200818:8:4294967295]
00000400:00000200:1.0:1775768446.506374:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506380:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768446.506384:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506387:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768446.506391:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768446.506393:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768446.506397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768446.506400:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768446.506421:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506423:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768446.506426:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768446.506429:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768446.506432:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768446.506434:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768446.506437:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768446.506440:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506448:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.506451:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506458:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506459:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768446.506462:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768446.506466:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768446.506469:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768446.506471:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299376668
00000100:00000001:1.0:1775768446.506474:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.506476:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299376668
00000100:00000001:1.0:1775768446.506478:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.506480:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768446.506482:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506484:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768446.506487:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768446/real 1775768446]  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768446.506494:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768446.506496:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768446.506498:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768446.506500:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768446.506502:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768446.506504:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768446.506506:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768446.506514:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506527:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768446.506528:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506531:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768446.506534:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506541:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768446.506544:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506551:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768446.506554:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506555:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506556:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506558:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768446.506559:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768446.506561:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768446.506564:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768446.506566:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768446.506569:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768446.506575:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768446.506578:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768446.506580:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506599:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768446.506600:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506602:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768446.506604:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768446.506606:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768446.506608:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768446.506612:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768446.506614:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768446.506615:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506617:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768446.506621:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768446.506622:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.506625:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768446.506627:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768446.506630:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768446.506632:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703232, portal 10
00000100:00000001:1.0:1775768446.506634:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768446.506635:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366924800 : -107275342626816 : ffff9e6f034f4000)
00000100:00000040:1.0:1775768446.506640:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506646:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768446.506648:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768446.506650:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768446.506652:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384703232, offset 0
00000400:00000200:1.0:1775768446.506655:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506658:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506661:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768446.506664:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768446.506666:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768446.506669:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768446.506671:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506674:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200819:200819:256:4294967295] 192.168.202.154@tcp LPNI seq info [200819:200819:8:4294967295]
00000400:00000200:1.0:1775768446.506677:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506683:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768446.506687:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506690:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768446.506693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768446.506696:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768446.506700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768446.506703:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768446.506706:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506708:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768446.506710:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768446.506713:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768446.506716:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768446.506717:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768446.506719:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768446.506722:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506728:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.506731:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506736:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506738:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768446.506740:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768446.506743:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768446.506746:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768446.506748:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299376646
00000100:00000001:1.0:1775768446.506750:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.506752:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299376646
00000100:00000001:1.0:1775768446.506754:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.506756:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768446.506757:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.506759:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768446.506763:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768446/real 1775768446]  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768446.506771:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768446.506772:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768446.506773:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768446.506775:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768446.506777:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768446.506779:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768446.506781:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768446.506788:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506794:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768446.506795:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506797:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506798:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768446.506801:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506807:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768446.506810:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506816:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768446.506818:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506820:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.506821:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.506823:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768446.506824:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768446.506827:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768446.506867:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768446.506870:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768446.506875:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768446.506882:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768446.506886:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768446.506888:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506894:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768446.506896:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506898:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768446.506900:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768446.506902:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768446.506904:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768446.506907:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768446.506909:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768446.506911:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.506912:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768446.506914:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768446.506916:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.506918:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768446.506920:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768446.506922:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768446.506924:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703360, portal 4
00000100:00000001:1.0:1775768446.506926:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768446.506926:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366927488 : -107275342624128 : ffff9e6f034f4a80)
00000100:00000040:1.0:1775768446.506931:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506935:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768446.506936:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768446.506938:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768446.506939:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384703360, offset 0
00000400:00000200:1.0:1775768446.506942:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506944:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506946:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768446.506948:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768446.506950:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768446.506952:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768446.506953:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768446.506955:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200820:200820:256:4294967295] 192.168.202.154@tcp LPNI seq info [200820:200820:8:4294967295]
00000400:00000200:1.0:1775768446.506958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.506962:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768446.506964:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506966:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768446.506969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768446.506970:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768446.506973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768446.506975:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768446.506977:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.506978:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768446.506980:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768446.506983:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768446.506985:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768446.506986:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768446.506987:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768446.506989:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.506994:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.506996:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507000:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.507001:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768446.507002:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768446.507004:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768446.507006:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768446.507008:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299376659
00000100:00000001:1.0:1775768446.507010:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.507011:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299376659
00000100:00000001:1.0:1775768446.507012:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.507013:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768446.507014:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.507016:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768446.507017:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768446/real 1775768446]  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768446.507022:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768446.507022:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768446.507024:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768446.507025:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768446.507026:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768446.507027:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768446.507029:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768446.507033:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507039:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768446.507040:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507042:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.507043:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768446.507046:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507053:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768446.507056:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507062:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768446.507065:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507066:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.507068:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507069:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768446.507070:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768446.507073:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768446.507076:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768446.507078:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768446.507082:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768446.507090:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768446.507094:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768446.507097:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507104:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768446.507105:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.507106:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768446.507108:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768446.507109:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768446.507111:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768446.507113:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768446.507115:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768446.507115:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768446.507117:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507119:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768446.507121:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768446.507123:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768446.507124:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768446.507126:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768446.507128:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703488, portal 4
00000100:00000001:1.0:1775768446.507130:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768446.507130:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366925696 : -107275342625920 : ffff9e6f034f4380)
00000100:00000040:1.0:1775768446.507134:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507138:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768446.507140:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768446.507141:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768446.507142:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384703488, offset 0
00000400:00000200:1.0:1775768446.507145:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768446.507147:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.507149:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768446.507151:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768446.507152:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768446.507154:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768446.507155:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768446.507157:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200821:200821:256:4294967295] 192.168.202.154@tcp LPNI seq info [200821:200821:8:4294967295]
00000400:00000200:1.0:1775768446.507160:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768446.507163:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768446.507166:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.507167:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768446.507170:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768446.507171:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768446.507174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768446.507175:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768446.507177:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768446.507179:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768446.507181:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768446.507183:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768446.507185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768446.507186:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768446.507187:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768446.507189:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507197:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507199:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507203:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.507204:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768446.507205:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768446.507207:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768446.507208:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768446.507210:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299376661
00000100:00000001:1.0:1775768446.507211:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.507212:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299376661
00000100:00000001:1.0:1775768446.507213:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299377927
00000100:00000001:1.0:1775768446.507215:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768446.507216:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.507217:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768446.507219:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768446/real 1775768446]  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768446.507223:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768446.507223:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768446.507224:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768446.507226:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768446.507227:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768446.507228:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768446.507230:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768446.507234:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507237:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768446.507239:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507240:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.507241:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768446.507243:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507246:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768446.507248:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507252:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768446.507253:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507254:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768446.507254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507255:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768446.507256:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768446.507257:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768446.507259:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768446.507260:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768446.507262:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768446.507266:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768446.507268:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507269:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507271:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5500 x1862023384702976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507275:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768446.507277:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507279:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768446.507281:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768446.507282:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768446.507283:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768446.507285:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768446.507287:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:1.0:1775768446.507290:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768446.507292:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768446.507294:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5500.
00000100:00000001:1.0:1775768446.507297:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768446.507298:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507299:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507301:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6300 x1862023384703104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507305:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768446.507306:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507307:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768446.507308:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768446.507309:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768446.507309:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768446.507310:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768446.507311:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:1.0:1775768446.507312:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768446.507313:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768446.507313:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6300.
00000100:00000001:1.0:1775768446.507315:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768446.507315:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507316:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507317:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4000 x1862023384703232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507320:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768446.507321:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507322:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768446.507323:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768446.507324:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768446.507324:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768446.507325:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768446.507326:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:1.0:1775768446.507327:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768446.507328:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768446.507329:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4000.
00000100:00000001:1.0:1775768446.507331:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768446.507332:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507333:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507334:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4a80 x1862023384703360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507338:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768446.507338:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507339:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768446.507340:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768446.507341:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768446.507341:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768446.507342:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768446.507343:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:1.0:1775768446.507344:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768446.507344:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768446.507345:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4a80.
00000100:00000001:1.0:1775768446.507346:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768446.507346:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507347:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768446.507349:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4380 x1862023384703488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768446.507352:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768446.507352:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768446.507353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768446.507354:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768446.507354:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768446.507355:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768446.507356:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768446.507357:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:1.0:1775768446.507358:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768446.507358:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768446.507359:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4380.
00000100:00000001:1.0:1775768446.507360:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768446.507360:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507362:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768446.507368:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768446.507370:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768446.507371:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768446.507373:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.888988:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.888995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889004:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768446.889078:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768446.889083:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768446.889087:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768447.848969:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299377927, at 4299377984
00000100:00000040:1.0:1775768447.848976:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299377927, at 4299377984
00000100:00000010:0.0:1775768447.848984:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000010:1.0:1775768447.848994:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768447.913085:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913091:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913096:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913098:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768447.913179:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768447.913185:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768447.913191:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768448.937073:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937079:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937086:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937089:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768448.937091:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768448.937094:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937097:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768448.937099:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937102:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937104:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768448.937158:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768448.937161:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768448.937164:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768449.960916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.960923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.960945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.960947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768449.961083:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768449.961088:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768449.961091:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768450.984989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.984998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985006:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768450.985067:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768450.985072:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768450.985076:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768451.625092:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768451.625103:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768451.625106:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768451.625111:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768451.625116:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768451.625124:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4709
00000400:00000200:2.0:1775768451.625136:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768451.625143:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768451.625147:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768451.625151:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625154:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.625156:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625159:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768451.625164:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768451.625167:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768451.625170:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768451.625173:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768451.625175:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768451.625178:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768451.625181:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625183:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.625184:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625186:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768451.625189:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768451.625192:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625195:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768451.625198:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768451.625202:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768451.625205:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.625208:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768451.625211:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768451.625222:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768451.625227:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768451.625231:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768451.625233:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.625235:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768451.625239:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768451.625244:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768451.625253:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768451.625261:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768451.625272:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768451.625283:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768451.625288:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768451.625293:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625361:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.625366:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768451.625369:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768451.625376:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625384:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768451.625386:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.625390:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768451.625393:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768451.625395:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768451.625398:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384703616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768451.625403:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768451.625407:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768451.625410:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.625413:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768451.625418:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.625421:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.625438:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768451.625442:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768451.625449:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768451.625458:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703616, portal 25
00000100:00000001:1.0:1775768451.625461:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768451.625462:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000040:1.0:1775768451.625468:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625475:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768451.625478:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768451.625481:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768451.625483:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384703616, offset 0
00000400:00000200:1.0:1775768451.625490:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768451.625500:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.625506:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768451.625511:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768451.625515:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768451.625520:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768451.625523:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768451.625527:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200822:200822:256:4294967295] 192.168.202.154@tcp LPNI seq info [200822:200822:8:4294967295]
00000400:00000200:1.0:1775768451.625531:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.625557:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768451.625563:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.625569:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768451.625576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768451.625580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768451.625586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768451.625590:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768451.625595:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.625597:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768451.625604:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768451.625608:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768451.625614:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768451.625617:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768451.625621:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768451.625625:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768451.625647:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768451.625651:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768451.625654:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768451.625656:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768451.625657:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768451.625660:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768451.625662:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4709
00000400:00000200:2.0:1775768451.625666:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768451.625669:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768451.625671:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768451.625674:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625676:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.625678:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625680:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768451.625682:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768451.625683:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768451.625685:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768451.625686:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768451.625688:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768451.625690:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768451.625693:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625695:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.625697:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625698:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768451.625701:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768451.625703:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768451.625705:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768451.625708:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768451.625714:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768451.625716:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.625718:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768451.625723:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768451.625725:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.625727:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768451.625731:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768451.625733:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768451.625735:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768451.625736:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.625738:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768451.625739:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768451.625741:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768451.625745:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768451.625749:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768451.625753:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768451.625759:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768451.625761:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768451.625764:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625890:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.625895:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625902:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.625903:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768451.625912:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.625916:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768451.625919:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299383047
00000100:00000010:1.0:1775768451.625924:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768451.625930:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768451.625938:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299383047
00000100:00000010:1.0:1775768451.625940:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768451.625943:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768451.625946:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.625949:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.625952:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768451.625956:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768451/real 1775768451]  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768451.625966:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768451.625968:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768451.625970:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768451.625973:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768451.625975:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768451.625977:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768451.625981:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.625989:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.625996:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768451.625998:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626001:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.626003:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768451.626006:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626013:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768451.626018:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626026:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768451.626029:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626030:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.626032:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626034:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768451.626037:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768451.626040:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768451.626043:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768451.626046:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768451.626050:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768451.626058:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384703616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768451.626063:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626065:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.626068:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384703616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626075:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768451.626078:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768451.626081:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.626084:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768451.626086:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768451.626087:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768451.626089:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768451.626091:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:1.0:1775768451.626095:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768451.626097:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768451.626098:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:1.0:1775768451.626101:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768451.626102:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626105:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626113:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768451.626115:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626117:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.626118:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768451.626120:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768451.626123:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626129:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768451.626131:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.626133:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768451.626134:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768451.626136:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768451.626139:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768451.626142:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768451.626144:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768451.626145:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.626147:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768451.626150:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.626152:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.626155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768451.626158:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768451.626161:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768451.626164:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703744, portal 10
00000100:00000001:1.0:1775768451.626167:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768451.626168:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:1.0:1775768451.626174:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626180:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768451.626182:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768451.626184:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768451.626186:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384703744, offset 0
00000400:00000200:1.0:1775768451.626190:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768451.626194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.626197:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768451.626200:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768451.626202:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768451.626205:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768451.626207:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768451.626210:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200823:200823:256:4294967295] 192.168.202.154@tcp LPNI seq info [200823:200823:8:4294967295]
00000400:00000200:1.0:1775768451.626214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.626220:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768451.626224:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.626227:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768451.626231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768451.626233:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768451.626237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768451.626240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768451.626244:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.626245:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768451.626248:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768451.626252:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768451.626254:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768451.626256:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768451.626259:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768451.626261:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626274:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.626277:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626283:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626284:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768451.626287:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768451.626290:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768451.626293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768451.626296:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299381788
00000100:00000001:1.0:1775768451.626298:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.626300:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299381788
00000100:00000001:1.0:1775768451.626302:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.626304:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.626306:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626307:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768451.626311:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768451/real 1775768451]  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768451.626317:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768451.626319:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768451.626320:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768451.626322:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768451.626324:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768451.626326:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768451.626328:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.626335:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768451.626344:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.626347:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768451.626350:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626356:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768451.626359:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626365:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768451.626368:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626369:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.626370:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626372:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768451.626373:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768451.626376:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768451.626378:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768451.626381:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768451.626384:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768451.626391:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768451.626394:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626396:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.626399:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384703744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.626405:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768451.626406:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768451.626408:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.626410:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768451.626411:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768451.626413:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768451.626415:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768451.626416:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:1.0:1775768451.626418:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768451.626419:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768451.626420:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:1.0:1775768451.626423:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768451.626424:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626436:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.626439:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768451.626440:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626442:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.626443:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626515:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.626517:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.626568:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768451.626572:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768451.626576:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768451.626577:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768451.626579:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768451.626582:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768451.626585:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4709
00000400:00000200:2.0:1775768451.626589:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768451.626592:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768451.626594:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768451.626597:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626598:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.626600:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626601:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768451.626603:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768451.626604:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768451.626605:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768451.626606:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768451.626607:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768451.626608:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768451.626610:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626612:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.626613:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626614:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768451.626615:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768451.626617:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626618:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768451.626619:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768451.626621:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768451.626622:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.626623:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768451.626625:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768451.626627:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.626628:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768451.626630:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000020:00000040:2.0:1775768451.626632:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768451.626633:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768451.626634:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.626635:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768451.626636:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768451.626638:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768451.626640:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768451.626643:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768451.626646:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768451.626651:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768451.626653:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768451.626655:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768451.626668:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768451.626670:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768451.626673:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768451.626674:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768451.626675:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768451.626679:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768451.626681:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4709
00000400:00000200:2.0:1775768451.626684:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768451.626686:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768451.626688:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768451.626690:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626693:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.626696:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768451.626698:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768451.626698:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768451.626701:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768451.626703:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768451.626703:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768451.626707:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000040:1.0:1775768451.626711:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768451.626711:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768451.626715:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768451.626721:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768451.626721:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768451.626723:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.626726:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768451.626726:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
02000000:00000001:1.0:1775768451.626728:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768451.626731:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768451.626734:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768451.626735:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768451.626740:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768451.626740:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768451.626742:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768451.626744:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768451.626745:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768451.626746:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768451.626750:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:2.0:1775768451.626750:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768451.626753:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768451.626755:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000200:1.0:1775768451.626759:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768451.626761:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:1.0:1775768451.626762:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768451.626766:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000001:2.0:1775768451.626766:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768451.626770:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775768451.626771:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384703872, portal 10
02000000:00000001:2.0:1775768451.626773:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.626774:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775768451.626775:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626776:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000001:2.0:1775768451.626778:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768451.626781:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768451.626784:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768451.626784:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.626788:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.626793:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1775768451.626793:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00000040:1.0:1775768451.626797:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768451.626797:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000010:1.0:1775768451.626801:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
02000000:00000001:2.0:1775768451.626801:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768451.626802:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768451.626804:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384703872, offset 0
00000100:00000001:2.0:1775768451.626805:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768451.626808:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768451.626810:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768451.626811:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.626814:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:2.0:1775768451.626815:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000400:00000200:1.0:1775768451.626818:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768451.626820:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.626821:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768451.626827:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00100000:2.0:1775768451.626827:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768451.626848:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768451.626850:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768451.626852:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.626854:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768451.626857:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768451.626861:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200824:200824:256:4294967295] 192.168.202.154@tcp LPNI seq info [200824:200824:8:4294967295]
00000400:00000200:1.0:1775768451.626873:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768451.626878:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768451.626883:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768451.626885:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768451.626891:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1775768451.626895:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626895:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768451.626899:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1775768451.626901:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000001:2.0:1775768451.626902:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768451.626908:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4709
00000800:00000200:1.0:1775768451.626909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768451.626915:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1775768451.626916:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.1:1775768451.626920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775768451.626924:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:1.1:1775768451.626924:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1775768451.626927:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768451.626930:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626934:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768451.626936:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626939:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:1.0:1775768451.626943:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000001:2.0:1775768451.626944:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:1.0:1775768451.626945:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000020:00000040:2.0:1775768451.626947:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:1.0:1775768451.626950:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1775768451.626950:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768451.626953:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000200:1.0:1775768451.626956:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768451.626958:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768451.626961:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:1.0:1775768451.626963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768451.626966:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000040:2.0:1775768451.626966:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626970:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768451.626972:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768451.626973:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626976:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768451.626978:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768451.626980:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768451.626988:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768451.626994:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768451.626999:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768451.627003:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768451.627004:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768451.627009:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768451.627009:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768451.627014:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768451.627017:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768451.627020:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768451.627022:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627023:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768451.627026:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627027:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768451.627031:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000100:00000040:1.0:1775768451.627032:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000020:00000040:2.0:1775768451.627035:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768451.627038:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768451.627040:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768451.627042:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299381767
02000000:00000001:2.0:1775768451.627043:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627047:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299383047
00000100:00000001:2.0:1775768451.627047:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768451.627050:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299381767
02000000:00000001:2.0:1775768451.627050:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768451.627054:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299383047
02000000:00000001:2.0:1775768451.627054:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627058:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.627060:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768451.627060:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:1.0:1775768451.627063:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768451.627066:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768451.627069:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768451/real 1775768451]  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768451.627074:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1775768451.627084:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768451.627086:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768451.627088:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768451.627089:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000001:2.0:1775768451.627092:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.627093:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768451.627096:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768451.627099:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775768451.627100:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.627104:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.627126:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768451.627127:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627135:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768451.627137:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768451.627137:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4719)
00000100:00000001:1.0:1775768451.627141:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627142:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768451.627145:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627149:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768451.627151:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627155:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768451.627156:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627158:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627159:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768451.627160:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768451.627162:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768451.627165:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768451.627167:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768451.627169:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768451.627173:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384703872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768451.627176:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627177:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.627178:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384703872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627182:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768451.627183:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768451.627184:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.627186:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768451.627187:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768451.627188:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768451.627189:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768451.627191:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:1.0:1775768451.627192:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768451.627193:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768451.627194:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768451.627195:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768451.627196:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627197:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627200:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768451.627201:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627202:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.627203:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768451.627205:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768451.627206:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627211:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768451.627212:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.627213:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768451.627214:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768451.627215:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768451.627217:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768451.627218:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768451.627220:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768451.627220:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.627221:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768451.627223:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.627224:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.627226:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768451.627228:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768451.627230:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768451.627232:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704000, portal 4
00000100:00000001:1.0:1775768451.627234:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768451.627235:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:1.0:1775768451.627238:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627242:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768451.627244:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768451.627245:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768451.627247:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384704000, offset 0
00000400:00000200:1.0:1775768451.627249:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768451.627251:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.627253:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768451.627255:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768451.627256:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768451.627258:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768451.627259:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768451.627261:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200825:200825:256:4294967295] 192.168.202.154@tcp LPNI seq info [200825:200825:8:4294967295]
00000400:00000200:1.0:1775768451.627264:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.627268:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768451.627271:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.627273:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768451.627276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768451.627278:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768451.627280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768451.627282:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768451.627284:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.627286:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768451.627287:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768451.627290:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768451.627292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768451.627293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768451.627294:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768451.627296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627301:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.627302:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627311:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627312:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768451.627313:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768451.627315:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768451.627317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768451.627319:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299381779
00000100:00000001:1.0:1775768451.627320:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.627322:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299381779
00000100:00000001:1.0:1775768451.627323:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.627325:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.627326:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627327:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768451.627328:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768451/real 1775768451]  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768451.627332:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768451.627333:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768451.627334:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768451.627335:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768451.627336:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768451.627337:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768451.627339:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.627344:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627347:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768451.627348:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627348:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627349:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768451.627351:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627355:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768451.627357:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627361:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768451.627362:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627363:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627364:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627365:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768451.627366:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768451.627367:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768451.627368:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768451.627370:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768451.627371:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768451.627375:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768451.627377:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768451.627379:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627382:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768451.627383:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.627384:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768451.627385:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768451.627386:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768451.627388:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768451.627390:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768451.627391:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768451.627393:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768451.627394:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768451.627396:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768451.627397:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768451.627398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768451.627400:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768451.627402:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768451.627403:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704128, portal 4
00000100:00000001:1.0:1775768451.627404:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768451.627406:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:1.0:1775768451.627410:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627416:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768451.627418:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768451.627420:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768451.627422:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384704128, offset 0
00000400:00000200:1.0:1775768451.627426:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768451.627429:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.627432:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768451.627435:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768451.627437:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768451.627439:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768451.627442:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768451.627444:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200826:200826:256:4294967295] 192.168.202.154@tcp LPNI seq info [200826:200826:8:4294967295]
00000400:00000200:1.0:1775768451.627449:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768451.627454:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768451.627459:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.627462:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768451.627465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768451.627467:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768451.627469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768451.627472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768451.627474:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768451.627476:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768451.627478:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768451.627488:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768451.627490:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768451.627491:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768451.627492:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768451.627495:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627500:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.627501:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627505:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627507:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768451.627509:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768451.627511:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768451.627513:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768451.627514:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299381781
00000100:00000001:1.0:1775768451.627516:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.627517:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299381781
00000100:00000001:1.0:1775768451.627519:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299383047
00000100:00000001:1.0:1775768451.627520:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768451.627521:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627522:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768451.627524:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768451/real 1775768451]  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768451.627528:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768451.627529:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768451.627530:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768451.627532:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768451.627533:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768451.627544:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768451.627547:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768451.627551:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627555:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768451.627556:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627557:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627558:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768451.627559:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627564:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768451.627567:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627574:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768451.627576:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768451.627579:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627580:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768451.627581:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768451.627584:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768451.627587:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768451.627589:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768451.627593:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768451.627600:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768451.627604:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627606:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.627610:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384704000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627616:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768451.627618:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768451.627620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768451.627621:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768451.627622:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768451.627623:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768451.627625:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768451.627626:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:1.0:1775768451.627627:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768451.627628:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768451.627629:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768451.627631:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768451.627632:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627633:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768451.627635:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384704128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768451.627640:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768451.627640:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768451.627641:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768451.627642:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768451.627643:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768451.627644:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768451.627645:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768451.627645:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:1.0:1775768451.627646:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768451.627647:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768451.627647:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:1.0:1775768451.627648:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768451.627649:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627650:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768451.627652:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768451.627653:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768451.627654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768451.627655:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.008973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.008978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.008983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.008984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768452.009056:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768452.009060:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768452.009063:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768452.968968:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299383047, at 4299383104
00000100:00000010:0.0:1775768452.968983:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:1.0:1775768452.969010:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299383047, at 4299383104
00000100:00000010:1.0:1775768452.969024:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768453.032951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.032959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.032966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.032967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768453.033097:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768453.033104:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768453.033108:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768454.056952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.056958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768454.056975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.056977:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768454.057033:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768454.057037:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768454.057040:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768455.080976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.080985:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768455.080988:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768455.080991:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.080997:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768455.080999:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081001:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081008:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768455.081205:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768455.081209:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768455.081212:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768456.104963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.104970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.104977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.104978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768456.105032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768456.105034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768456.105037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768456.745173:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768456.745183:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768456.745185:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768456.745190:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768456.745195:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768456.745202:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4714
00000400:00000200:2.0:1775768456.745212:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768456.745218:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768456.745221:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768456.745225:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745228:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745231:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745233:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768456.745237:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768456.745239:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768456.745241:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768456.745244:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768456.745247:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768456.745249:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768456.745252:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745254:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745256:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745258:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768456.745260:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768456.745263:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745265:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768456.745268:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768456.745271:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768456.745274:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745277:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768456.745279:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768456.745289:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768456.745292:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768456.745295:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768456.745297:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745300:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768456.745302:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768456.745307:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768456.745316:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768456.745322:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768456.745331:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768456.745341:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768456.745346:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768456.745350:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768456.745379:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768456.745383:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768456.745385:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768456.745387:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768456.745389:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768456.745391:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768456.745393:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4714
00000400:00000200:2.0:1775768456.745397:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768456.745400:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768456.745402:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768456.745405:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745407:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745409:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745411:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768456.745413:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768456.745414:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768456.745416:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768456.745418:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768456.745419:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768456.745421:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768456.745424:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745426:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745427:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745429:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768456.745431:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768456.745434:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745436:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768456.745438:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768456.745443:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768456.745445:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745447:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768456.745450:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768456.745453:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745455:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768456.745458:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768456.745460:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768456.745463:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768456.745464:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745466:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768456.745467:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768456.745468:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768456.745472:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768456.745475:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768456.745479:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768456.745517:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768456.745519:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768456.745522:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768456.745530:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768456.745532:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768456.745535:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768456.745536:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768456.745538:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768456.745540:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768456.745542:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4714
00000400:00000200:2.0:1775768456.745546:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768456.745548:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768456.745550:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768456.745553:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745555:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745557:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745558:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768456.745560:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768456.745562:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768456.745563:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768456.745564:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768456.745566:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768456.745568:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768456.745571:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745572:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745574:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745576:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768456.745578:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768456.745580:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745582:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768456.745584:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768456.745586:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768456.745588:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745590:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768456.745592:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768456.745594:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745595:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768456.745599:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768456.745602:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768456.745604:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768456.745605:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745607:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768456.745608:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768456.745610:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768456.745613:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000100:00000001:2.0:1775768456.745615:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768456.745619:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768456.745625:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768456.745627:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768456.745630:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768456.745637:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768456.745639:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768456.745642:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768456.745643:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768456.745645:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768456.745647:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768456.745649:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4714
00000400:00000200:2.0:1775768456.745652:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768456.745654:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768456.745656:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768456.745658:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745660:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745662:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745664:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768456.745665:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768456.745666:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768456.745668:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768456.745670:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768456.745671:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768456.745674:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768456.745676:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745678:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.745680:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745682:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768456.745683:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768456.745685:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768456.745687:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768456.745689:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768456.745691:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768456.745693:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745694:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768456.745696:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768456.745698:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745700:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768456.745703:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768456.745705:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768456.745707:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768456.745708:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.745709:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768456.745710:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768456.745712:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746049:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768456.746053:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768456.746055:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768456.746060:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746067:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768456.746068:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746071:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768456.746073:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768456.746074:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768456.746077:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384704256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768456.746080:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768456.746083:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768456.746085:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746087:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768456.746091:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768456.746092:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.746096:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768456.746099:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768456.746104:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768456.746110:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704256, portal 25
00000100:00000001:1.0:1775768456.746112:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768456.746113:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000040:1.0:1775768456.746117:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746123:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768456.746125:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768456.746126:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768456.746128:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384704256, offset 0
00000400:00000200:1.0:1775768456.746133:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746138:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746142:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768456.746145:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768456.746148:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768456.746151:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768456.746153:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746156:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200827:200827:256:4294967295] 192.168.202.154@tcp LPNI seq info [200827:200827:8:4294967295]
00000400:00000200:1.0:1775768456.746158:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746165:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768456.746168:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746172:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768456.746177:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768456.746179:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768456.746183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768456.746185:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768456.746188:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746190:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768456.746195:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768456.746198:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768456.746201:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768456.746202:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768456.746205:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768456.746208:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746214:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.746217:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746222:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746223:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768456.746228:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.746231:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768456.746233:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299388167
00000100:00000010:1.0:1775768456.746236:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768456.746241:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768456.746247:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299388167
00000100:00000010:1.0:1775768456.746249:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00000001:1.0:1775768456.746251:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768456.746253:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768456.746255:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746256:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768456.746259:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768456/real 1775768456]  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768456.746264:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768456.746265:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768456.746267:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768456.746268:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768456.746269:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768456.746271:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768456.746273:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768456.746278:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746282:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768456.746283:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746295:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.746297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768456.746301:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746309:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768456.746313:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746319:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768456.746322:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746324:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.746325:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746327:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768456.746329:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768456.746332:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768456.746336:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768456.746338:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768456.746342:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768456.746350:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384704256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768456.746354:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768456.746357:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746363:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768456.746364:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746366:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768456.746367:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768456.746369:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768456.746372:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768456.746375:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768456.746377:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768456.746378:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746380:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768456.746383:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768456.746385:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.746388:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768456.746390:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768456.746394:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768456.746396:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704384, portal 10
00000100:00000001:1.0:1775768456.746398:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768456.746399:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00000040:1.0:1775768456.746405:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746411:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768456.746413:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768456.746415:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768456.746417:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384704384, offset 0
00000400:00000200:1.0:1775768456.746421:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746424:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746428:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768456.746430:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768456.746433:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768456.746434:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768456.746437:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746440:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200828:200828:256:4294967295] 192.168.202.154@tcp LPNI seq info [200828:200828:8:4294967295]
00000400:00000200:1.0:1775768456.746444:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746450:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768456.746454:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746457:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768456.746461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768456.746463:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768456.746467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768456.746469:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768456.746473:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746474:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768456.746476:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768456.746479:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768456.746480:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768456.746481:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768456.746483:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768456.746498:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746509:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.746512:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746517:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746519:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768456.746522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.746526:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768456.746529:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768456.746531:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299386908
00000100:00000001:1.0:1775768456.746534:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.746535:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299386908
00000100:00000001:1.0:1775768456.746537:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.746539:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768456.746541:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746542:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768456.746546:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768456/real 1775768456]  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768456.746552:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768456.746554:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768456.746555:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768456.746557:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768456.746559:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768456.746561:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768456.746563:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768456.746572:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746578:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768456.746579:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746581:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.746582:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768456.746585:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746591:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768456.746594:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746599:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768456.746601:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746603:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.746604:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.746606:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768456.746607:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768456.746610:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768456.746612:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768456.746614:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768456.746618:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768456.746626:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768456.746629:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768456.746632:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746643:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768456.746644:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746646:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768456.746648:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768456.746650:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768456.746653:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768456.746655:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768456.746657:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768456.746659:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.746660:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768456.746664:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768456.746665:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.746669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768456.746671:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768456.746674:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768456.746677:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704512, portal 10
00000100:00000001:1.0:1775768456.746679:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768456.746680:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:1.0:1775768456.746685:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746691:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768456.746693:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768456.746695:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768456.746697:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384704512, offset 0
00000400:00000200:1.0:1775768456.746701:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746705:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746708:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768456.746710:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768456.746713:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768456.746715:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768456.746717:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768456.746721:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200829:200829:256:4294967295] 192.168.202.154@tcp LPNI seq info [200829:200829:8:4294967295]
00000400:00000200:1.0:1775768456.746724:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.746729:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768456.746733:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746736:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768456.746740:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768456.746742:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768456.746747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768456.746749:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768456.746752:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.746754:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768456.746757:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768456.746760:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768456.746763:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768456.746764:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768456.746766:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768456.746769:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746777:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.746779:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.746785:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.746787:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768456.746790:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.746793:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768456.746796:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768456.746798:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299386886
00000100:00000001:1.0:1775768456.746801:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299388167
02000000:00000010:2.0:1775768456.746841:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768456.746847:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768456.746853:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768456.746863:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768456.746866:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768456.746869:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768456.746880:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768456.746883:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768456.746886:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768456.746888:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768456.746889:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768456.746892:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768456.746894:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4714
00000400:00000200:2.0:1775768456.746898:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768456.746902:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768456.746905:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768456.746907:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.746909:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.746911:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.746913:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768456.746915:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768456.746916:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768456.746918:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768456.746920:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768456.746922:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768456.746923:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768456.746926:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.746928:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768456.746930:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768456.746932:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768456.746934:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768456.746936:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768456.746938:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.747382:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299386887
00000100:00000001:1.0:1775768456.747385:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.747387:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768456.747390:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.747391:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768456.747396:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768456/real 1775768456]  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768456.747406:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768456.747408:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768456.747410:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768456.747413:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
02000000:00000001:2.0:1775768456.747413:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768456.747416:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768456.747420:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768456.747420:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768456.747426:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768456.747426:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.747431:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768456.747436:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775768456.747440:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768456.747441:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.747445:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768456.747452:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768456.747453:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768456.747456:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768456.747456:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768456.747461:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768456.747461:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768456.747462:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768456.747464:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768456.747467:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1775768456.747468:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768456.747470:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768456.747474:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.747480:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775768456.747480:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768456.747498:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.747499:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768456.747508:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768456.747511:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768456.747517:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747520:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.747523:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747525:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768456.747525:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768456.747529:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768456.747529:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768456.747534:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768456.747535:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768456.747543:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768456.747548:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768456.747552:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.747556:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768456.747559:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4724)
00000100:00100000:1.0:1775768456.747567:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768456.747571:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747574:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.747577:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384704256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.747582:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768456.747585:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768456.747587:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768456.747591:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768456.747593:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768456.747594:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768456.747597:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768456.747599:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:1.0:1775768456.747603:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768456.747604:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768456.747606:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:1.0:1775768456.747609:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768456.747610:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.747614:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384704384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.747619:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768456.747620:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768456.747622:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768456.747624:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768456.747625:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768456.747626:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768456.747628:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768456.747629:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
02000000:00000001:1.0:1775768456.747631:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768456.747632:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768456.747633:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:1.0:1775768456.747635:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768456.747636:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747638:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.747641:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384704512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.747646:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768456.747648:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768456.747649:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768456.747651:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768456.747652:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768456.747653:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768456.747655:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768456.747656:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:1.0:1775768456.747658:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768456.747659:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768456.747660:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:1.0:1775768456.747662:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768456.747664:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747665:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.747673:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768456.747675:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.747678:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768456.747680:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768456.747681:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768456.747685:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.747691:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768456.747693:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.747695:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768456.747696:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768456.747698:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768456.747701:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768456.747705:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768456.747708:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768456.747709:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.747711:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768456.747714:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768456.747717:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.747721:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768456.747723:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768456.747727:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768456.747730:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704640, portal 4
00000100:00000001:1.0:1775768456.747732:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768456.747733:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:1.0:1775768456.747739:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.747745:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768456.747747:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768456.747749:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768456.747751:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384704640, offset 0
00000400:00000200:1.0:1775768456.747755:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768456.747759:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.747763:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768456.747766:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768456.747769:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768456.747771:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768456.747774:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768456.747776:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200830:200830:256:4294967295] 192.168.202.154@tcp LPNI seq info [200830:200830:8:4294967295]
00000400:00000200:1.0:1775768456.747780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.747786:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768456.747790:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.747794:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768456.747797:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768456.748015:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768456.748021:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768456.748024:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768456.748042:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.748044:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768456.748048:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768456.748051:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768456.748055:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768456.748057:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768456.748060:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768456.748064:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748071:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.748074:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748081:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.748082:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768456.748086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.748090:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768456.748093:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768456.748095:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299386900
00000100:00000001:1.0:1775768456.748098:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.748100:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299386900
00000100:00000001:1.0:1775768456.748102:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.748104:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768456.748106:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.748108:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768456.748111:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768456/real 1775768456]  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768456.748119:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768456.748120:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768456.748122:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768456.748124:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768456.748126:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768456.748128:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768456.748131:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768456.748139:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748146:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768456.748147:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.748149:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.748150:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768456.748154:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748159:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768456.748162:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748169:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768456.748171:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.748173:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.748174:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.748176:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768456.748177:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768456.748180:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768456.748183:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768456.748186:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768456.748189:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768456.748197:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768456.748200:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768456.748203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748208:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768456.748209:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.748212:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768456.748213:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768456.748215:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768456.748217:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768456.748220:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768456.748221:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768456.748223:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768456.748224:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768456.748227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768456.748229:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768456.748232:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768456.748234:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768456.748237:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768456.748240:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704768, portal 4
00000100:00000001:1.0:1775768456.748242:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768456.748243:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:1.0:1775768456.748248:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.748254:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768456.748256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768456.748258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768456.748260:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384704768, offset 0
00000400:00000200:1.0:1775768456.748264:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768456.748268:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.748271:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768456.748274:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768456.748276:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768456.748279:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768456.748281:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768456.748284:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200831:200831:256:4294967295] 192.168.202.154@tcp LPNI seq info [200831:200831:8:4294967295]
00000400:00000200:1.0:1775768456.748894:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768456.748900:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768456.748904:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.748908:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768456.748911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768456.748912:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768456.748915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768456.748917:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768456.748919:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768456.748920:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768456.748923:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768456.748925:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768456.748927:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768456.748929:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768456.748931:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768456.748933:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749457:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.749461:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.749470:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768456.749476:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768456.749479:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768456.749482:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768456.749495:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299386903
00000100:00000001:1.0:1775768456.749498:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.749500:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299386903
00000100:00000001:1.0:1775768456.749502:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299388167
00000100:00000001:1.0:1775768456.749504:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768456.749506:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.749508:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768456.749511:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768456/real 1775768456]  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768456.749519:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768456.749520:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768456.749522:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768456.749525:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768456.749526:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768456.749528:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768456.749531:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768456.749537:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749543:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768456.749545:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749547:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.749548:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768456.749551:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749557:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768456.749561:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749567:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768456.749569:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749571:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768456.749572:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749574:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768456.749576:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768456.749578:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768456.749582:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768456.749584:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768456.749588:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768456.749595:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384704768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768456.749598:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749600:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.749603:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384704640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749608:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768456.749610:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768456.749612:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768456.749615:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768456.749617:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768456.749618:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768456.749620:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768456.749622:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:1.0:1775768456.749625:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768456.749626:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768456.749628:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768456.749630:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768456.749631:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749633:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768456.749635:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384704768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768456.749642:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768456.749643:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768456.749645:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768456.749647:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768456.749648:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768456.749649:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768456.749651:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768456.749652:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:1.0:1775768456.749654:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768456.749655:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768456.749656:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768456.749658:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768456.749659:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749661:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768456.749666:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768456.749667:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768456.749669:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768456.749671:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.128916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.128923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.128937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.128939:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768457.129533:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768457.129537:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768457.129540:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768458.088953:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299388167, at 4299388224
00000100:00000010:1.0:1775768458.088975:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000040:0.0:1775768458.089037:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299388167, at 4299388224
00000100:00000010:0.0:1775768458.089043:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768458.152954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.152961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.152968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.152969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768458.153094:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768458.153099:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768458.153102:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768459.176959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.176965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.176972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.176976:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768459.176978:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768459.176982:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.176984:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768459.176987:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.176989:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.176991:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768459.177054:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768459.177058:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768459.177062:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768460.200944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.200950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.200957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.200959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768460.201510:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768460.201513:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768460.201516:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768461.228584:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.228590:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.228596:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.228597:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768461.228688:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768461.228691:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768461.228694:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768461.864991:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768461.865002:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768461.865005:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768461.865009:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768461.865013:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768461.865020:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4719
00000400:00000200:0.0:1775768461.865030:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768461.865035:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768461.865039:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768461.865043:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865046:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.865048:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865050:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768461.865054:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768461.865057:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768461.865059:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768461.865061:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768461.865064:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768461.865066:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768461.865069:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865071:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.865072:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865074:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768461.865077:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768461.865080:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865083:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.865086:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768461.865089:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768461.865092:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865095:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768461.865097:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768461.865105:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768461.865109:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768461.865113:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768461.865114:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865117:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768461.865119:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768461.865123:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768461.865130:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768461.865135:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768461.865144:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768461.865154:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768461.865158:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768461.865162:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768461.865190:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768461.865193:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768461.865196:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768461.865197:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768461.865198:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768461.865200:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768461.865202:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4719
00000400:00000200:0.0:1775768461.865206:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768461.865209:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768461.865211:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768461.865214:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865217:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.865219:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865222:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768461.865223:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768461.865225:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768461.865226:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768461.865226:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768461.865230:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768461.865230:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768461.865233:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768461.865234:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768461.865237:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768461.865242:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768461.865242:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768461.865244:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.865248:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865253:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768461.865259:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:1.0:1775768461.865259:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1775768461.865263:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768461.865263:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865268:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.865270:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768461.865270:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768461.865274:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768461.865277:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768461.865278:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.865282:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768461.865286:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384704896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768461.865290:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768461.865294:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768461.865295:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768461.865298:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.865301:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775768461.865302:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768461.865306:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768461.865306:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:0.0:1775768461.865308:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.865310:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.865316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.865320:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000010:0.0:1775768461.865324:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768461.865328:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768461.865330:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768461.865331:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865333:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768461.865334:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775768461.865336:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
02000000:00000001:0.0:1775768461.865337:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768461.865343:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000200:1.0:1775768461.865346:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384704896, portal 25
00000100:00000001:0.0:1775768461.865347:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865352:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768461.865355:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00100000:0.0:1775768461.865356:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768461.865366:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.865394:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768461.865395:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768461.865398:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.865400:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768461.865403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000040:0.0:1775768461.865404:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768461.865407:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384704896, offset 0
00000100:00000001:0.0:1775768461.865416:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.865417:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768461.865420:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768461.865422:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768461.865423:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768461.865425:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768461.865428:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768461.865429:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768461.865434:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4719
00000400:00000200:1.0:1775768461.865449:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768461.865454:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768461.865458:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768461.865461:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768461.865466:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768461.865470:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200832:200832:256:4294967295] 192.168.202.154@tcp LPNI seq info [200832:200832:8:4294967295]
00000400:00000200:1.0:1775768461.865475:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.865484:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775768461.865493:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768461.865493:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768461.865501:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768461.865504:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1775768461.865504:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000040:0.0:1775768461.865508:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865511:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768461.865515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768461.865517:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:1.0:1775768461.865519:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768461.865522:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000200:1.1:1775768461.865527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:0.0:1775768461.865528:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768461.865531:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000800:00000200:1.1:1775768461.865532:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1775768461.865535:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1775768461.865538:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768461.865539:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000010:1.0:1775768461.865540:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000020:00000001:0.0:1775768461.865544:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768461.865547:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1775768461.865548:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768461.865552:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1775768461.865556:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768461.865556:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768461.865560:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:0.0:1775768461.865561:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768461.865564:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768461.865565:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865568:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768461.865570:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768461.865571:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768461.865577:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865581:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.865584:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768461.865586:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768461.865587:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768461.865591:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.865591:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768461.865595:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768461.865598:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768461.865603:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865603:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865606:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865606:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1775768461.865611:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768461.865613:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768461.865613:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.865618:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768461.865620:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.865620:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768461.865624:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768461.865624:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299393286
02000000:00000001:0.0:1775768461.865625:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768461.865628:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768461.865630:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
02000000:00000010:0.0:1775768461.865632:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768461.865636:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865637:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1775768461.865641:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768461.865644:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299393286
00000100:00000001:0.0:1775768461.865649:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1775768461.865650:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:0.0:1775768461.865651:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865655:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775768461.865657:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.865658:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768461.865664:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865669:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768461.865670:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768461.865673:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768461.865676:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768461.865677:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1775768461.865677:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768461/real 1775768461]  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768461.865688:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1775768461.865689:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1775768461.865691:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768461.865692:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775768461.865695:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000100:00080000:0.0:1775768461.865696:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4719
00000400:00000200:1.0:1775768461.865700:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000200:0.0:1775768461.865703:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.865703:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000400:00000200:0.0:1775768461.865707:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768461.865709:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768461.865709:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768461.865714:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865717:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768461.865717:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768461.865720:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865724:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768461.865728:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768461.865731:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768461.865733:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768461.865735:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768461.865737:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768461.865738:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768461.865740:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865741:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.865743:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.865745:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:1.0:1775768461.865747:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768461.865749:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768461.865757:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768461.865758:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768461.865761:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865761:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768461.865766:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768461.865766:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.865769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768461.865771:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768461.865774:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768461.865776:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865781:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768461.865785:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768461.865785:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768461.865789:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768461.865790:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865795:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865800:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1775768461.865802:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768461.865803:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768461.865806:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768461.865806:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.865806:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768461.865811:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768461.865811:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1775768461.865814:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865814:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768461.865819:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1775768461.865820:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1775768461.865822:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768461.865825:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768461.865825:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768461.865852:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768461.865856:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768461.865861:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768461.865864:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768461.865872:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768461.865875:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384704896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768461.865880:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768461.865883:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865885:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.865888:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.865893:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384704896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.865900:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768461.865902:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768461.865905:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768461.865908:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768461.865910:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768461.865911:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768461.865913:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768461.865915:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768461.865919:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768461.865920:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768461.865921:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768461.865924:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768461.865925:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.865926:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.865931:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768461.865933:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.865934:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768461.865935:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768461.865936:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768461.865939:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768461.865943:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.865945:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768461.865947:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.865950:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768461.865953:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768461.865957:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865960:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768461.865960:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705024:192.168.202.154@tcp:38:kworker.0
00000100:00080000:0.0:1775768461.865964:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768461.865965:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768461.865967:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1775768461.865969:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1775768461.865969:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.865971:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1775768461.865972:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768461.865974:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1775768461.865976:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:0.0:1775768461.865977:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768461.865979:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768461.865981:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4719
00000400:00000200:1.0:1775768461.865985:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.865987:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:0.0:1775768461.865988:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768461.865993:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1775768461.865993:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00080000:0.0:1775768461.865997:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768461.865998:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705024, portal 10
00000100:00000040:0.0:1775768461.866001:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768461.866001:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768461.866003:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000001:0.0:1775768461.866004:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.866008:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.866010:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768461.866012:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768461.866012:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768461.866015:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768461.866017:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768461.866020:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768461.866024:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768461.866024:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1775768461.866029:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768461.866029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768461.866031:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000040:0.0:1775768461.866034:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768461.866035:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384705024, offset 0
00000100:00000001:0.0:1775768461.866036:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768461.866040:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768461.866041:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768461.866044:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:1.0:1775768461.866045:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768461.866048:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768461.866050:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768461.866051:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768461.866053:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768461.866054:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768461.866055:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768461.866057:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768461.866061:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866061:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768461.866063:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768461.866067:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000400:00000200:1.0:1775768461.866069:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:0.0:1775768461.866070:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768461.866074:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768461.866076:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866077:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768461.866078:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768461.866080:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768461.866083:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866083:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000010:0.0:1775768461.866088:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000400:00000200:1.0:1775768461.866089:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768461.866093:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866094:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00100000:0.0:1775768461.866101:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768461.866102:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200833:200833:256:4294967295] 192.168.202.154@tcp LPNI seq info [200833:200833:8:4294967295]
00000100:00000001:0.0:1775768461.866113:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768461.866114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768461.866117:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768461.866125:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768461.866126:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768461.866137:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768461.866138:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768461.866141:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000040:0.0:1775768461.866142:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4729)
00000800:00000200:1.0:1775768461.866146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768461.866148:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768461.866151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768461.866153:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768461.866155:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866157:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768461.866159:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768461.866162:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768461.866164:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768461.866165:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768461.866167:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768461.866170:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866178:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866180:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866186:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866188:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768461.866191:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.866194:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768461.866197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768461.866199:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299392028
00000100:00000001:1.0:1775768461.866201:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866203:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299392028
00000100:00000001:1.0:1775768461.866204:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866205:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768461.866207:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866208:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768461.866210:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768461/real 1775768461]  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768461.866215:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768461.866216:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768461.866217:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768461.866218:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768461.866219:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768461.866220:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768461.866222:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768461.866227:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866230:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768461.866231:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866232:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866233:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768461.866235:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866238:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768461.866240:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866244:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768461.866245:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866246:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866247:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866248:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768461.866249:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768461.866251:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768461.866252:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768461.866253:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768461.866255:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768461.866262:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768461.866265:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768461.866269:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866280:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768461.866281:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866283:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768461.866285:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768461.866287:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768461.866289:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768461.866292:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768461.866294:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768461.866295:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866297:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768461.866300:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768461.866301:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.866306:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768461.866309:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768461.866311:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705152, portal 10
00000100:00000001:1.0:1775768461.866313:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768461.866314:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000040:1.0:1775768461.866319:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866323:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768461.866325:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768461.866327:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768461.866329:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384705152, offset 0
00000400:00000200:1.0:1775768461.866333:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866336:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866339:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768461.866342:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768461.866344:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768461.866346:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768461.866348:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866351:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200834:200834:256:4294967295] 192.168.202.154@tcp LPNI seq info [200834:200834:8:4294967295]
00000400:00000200:1.0:1775768461.866355:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866361:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768461.866364:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866366:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768461.866368:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768461.866370:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768461.866372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768461.866374:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768461.866376:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866378:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768461.866379:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768461.866381:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768461.866383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768461.866384:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768461.866385:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768461.866388:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866393:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866394:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866398:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866399:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768461.866401:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.866403:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768461.866405:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768461.866406:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299392006
00000100:00000001:1.0:1775768461.866407:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866409:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299392006
00000100:00000001:1.0:1775768461.866410:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866411:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768461.866413:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866414:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768461.866416:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768461/real 1775768461]  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768461.866422:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768461.866423:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768461.866425:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768461.866427:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768461.866428:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768461.866430:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768461.866433:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768461.866453:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866458:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768461.866460:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866461:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866463:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768461.866466:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866473:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768461.866476:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866482:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768461.866485:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866486:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866487:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866489:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768461.866490:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768461.866492:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768461.866494:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768461.866495:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768461.866497:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768461.866502:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768461.866503:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866505:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866506:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384705024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866510:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768461.866511:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768461.866512:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768461.866514:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768461.866515:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768461.866516:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768461.866517:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768461.866518:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768461.866519:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768461.866520:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768461.866521:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768461.866523:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768461.866523:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866524:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866526:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384705152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866530:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768461.866530:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768461.866531:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768461.866532:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768461.866533:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768461.866533:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768461.866534:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768461.866535:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768461.866536:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768461.866537:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768461.866538:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768461.866539:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768461.866540:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866540:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866543:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768461.866543:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866544:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768461.866545:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768461.866546:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768461.866549:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866555:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768461.866556:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866558:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768461.866559:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768461.866561:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768461.866564:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768461.866566:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768461.866568:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768461.866569:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866571:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768461.866574:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768461.866576:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866580:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.866582:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768461.866585:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768461.866587:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705280, portal 4
00000100:00000001:1.0:1775768461.866589:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768461.866590:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768461.866595:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866604:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768461.866605:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768461.866607:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768461.866609:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384705280, offset 0
00000400:00000200:1.0:1775768461.866613:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866617:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866619:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768461.866622:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768461.866624:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768461.866626:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768461.866628:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866630:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200835:200835:256:4294967295] 192.168.202.154@tcp LPNI seq info [200835:200835:8:4294967295]
00000400:00000200:1.0:1775768461.866634:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866638:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768461.866642:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866645:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768461.866648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768461.866650:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768461.866653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768461.866655:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768461.866658:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866660:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768461.866662:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768461.866665:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768461.866668:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768461.866670:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768461.866672:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768461.866675:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866681:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866683:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866692:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866694:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768461.866696:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.866699:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768461.866702:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768461.866703:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299392018
00000100:00000001:1.0:1775768461.866705:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866707:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299392018
00000100:00000001:1.0:1775768461.866709:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866710:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768461.866712:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866714:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768461.866716:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768461/real 1775768461]  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768461.866722:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768461.866723:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768461.866724:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768461.866726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768461.866727:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768461.866729:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768461.866732:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768461.866738:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866744:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768461.866745:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866746:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866747:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768461.866750:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866755:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768461.866758:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866764:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768461.866766:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866767:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866768:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866770:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768461.866771:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768461.866773:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768461.866776:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768461.866778:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768461.866782:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768461.866789:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768461.866792:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768461.866794:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866799:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768461.866800:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866802:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768461.866803:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768461.866805:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768461.866807:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768461.866810:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768461.866811:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768461.866813:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768461.866815:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768461.866817:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768461.866819:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768461.866821:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768461.866823:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768461.866826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768461.866847:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705408, portal 4
00000100:00000001:1.0:1775768461.866849:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768461.866850:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768461.866854:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866860:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768461.866863:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768461.866865:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768461.866867:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384705408, offset 0
00000400:00000200:1.0:1775768461.866871:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866878:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768461.866880:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768461.866882:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768461.866884:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768461.866887:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768461.866889:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200836:200836:256:4294967295] 192.168.202.154@tcp LPNI seq info [200836:200836:8:4294967295]
00000400:00000200:1.0:1775768461.866893:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768461.866899:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768461.866904:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866907:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768461.866910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768461.866913:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768461.866917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768461.866919:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768461.866923:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768461.866924:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768461.866926:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768461.866928:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768461.866930:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768461.866931:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768461.866932:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768461.866934:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866939:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.866941:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866944:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866945:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768461.866947:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768461.866949:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768461.866951:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768461.866952:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299392021
00000100:00000001:1.0:1775768461.866954:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866955:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299392021
00000100:00000001:1.0:1775768461.866956:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299393286
00000100:00000001:1.0:1775768461.866957:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768461.866958:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.866960:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768461.866961:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768461/real 1775768461]  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768461.866966:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768461.866966:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768461.866967:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768461.866969:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768461.866970:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768461.866971:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768461.866973:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768461.866977:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866980:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768461.866981:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866983:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768461.866985:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866988:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768461.866990:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.866993:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768461.866994:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866995:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768461.866996:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.866997:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768461.866998:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768461.866999:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768461.867001:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768461.867002:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768461.867004:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768461.867011:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768461.867014:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.867016:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.867019:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384705280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.867025:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768461.867026:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768461.867028:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768461.867030:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768461.867031:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768461.867032:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768461.867034:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768461.867036:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768461.867038:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768461.867039:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768461.867040:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768461.867043:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768461.867044:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.867045:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768461.867048:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384705408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768461.867054:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768461.867055:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768461.867057:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768461.867058:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768461.867059:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768461.867060:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768461.867062:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768461.867063:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768461.867065:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768461.867066:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768461.867067:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768461.867069:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768461.867070:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.867071:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768461.867075:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768461.867076:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768461.867078:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768461.867079:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.248969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.248976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.248984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.248985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768462.249119:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768462.249122:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768462.249124:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768463.208951:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299393286, at 4299393344
00000100:00000040:0.0:1775768463.208969:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299393286, at 4299393344
00000100:00000010:1.0:1775768463.208969:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768463.208979:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768463.273572:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273588:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273596:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273597:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768463.273661:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768463.273665:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768463.273669:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768464.296899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768464.296908:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768464.296911:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768464.296915:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768464.296922:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768464.296925:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768464.296929:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768464.296932:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768464.296938:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768464.296940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768464.297011:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768464.297018:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768464.297023:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768465.321112:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321118:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321125:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321126:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768465.321494:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768465.321498:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768465.321502:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768466.345062:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.345069:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.345075:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.345076:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768466.345133:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768466.345137:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768466.345142:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768466.984957:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768466.984969:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768466.984972:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768466.984976:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768466.984980:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768466.984987:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4724
00000400:00000200:0.0:1775768466.984997:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768466.985004:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768466.985008:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768466.985011:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985015:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985017:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985019:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768466.985023:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768466.985025:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768466.985028:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768466.985031:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768466.985033:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768466.985036:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768466.985039:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985041:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985043:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985045:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768466.985048:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768466.985052:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985054:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768466.985057:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768466.985061:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768466.985064:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985067:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768466.985069:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768466.985078:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768466.985082:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768466.985085:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768466.985088:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985091:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768466.985093:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768466.985097:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768466.985106:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768466.985112:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768466.985121:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768466.985132:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768466.985136:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768466.985140:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768466.985168:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768466.985171:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768466.985174:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768466.985176:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768466.985178:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768466.985180:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768466.985182:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4724
00000400:00000200:0.0:1775768466.985186:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768466.985189:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768466.985192:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768466.985194:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985196:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985199:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985201:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768466.985203:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768466.985204:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768466.985206:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768466.985208:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768466.985210:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768466.985212:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768466.985215:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985217:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985219:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985221:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768466.985223:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768466.985226:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985228:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768466.985230:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768466.985235:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768466.985237:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985239:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768466.985242:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768466.985245:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985247:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768466.985250:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768466.985253:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768466.985255:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768466.985256:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985258:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768466.985259:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768466.985261:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768466.985264:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768466.985267:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768466.985272:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768466.985290:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768466.985292:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768466.985296:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768466.985303:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768466.985306:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768466.985309:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768466.985311:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768466.985312:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768466.985314:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768466.985316:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4724
00000400:00000200:0.0:1775768466.985320:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768466.985323:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768466.985325:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768466.985328:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985330:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985332:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985334:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768466.985337:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768466.985338:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768466.985339:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768466.985341:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768466.985343:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768466.985345:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768466.985347:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985349:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985351:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985353:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768466.985356:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768466.985359:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985361:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768466.985363:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768466.985365:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768466.985367:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985369:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768466.985371:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768466.985374:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985376:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768466.985379:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768466.985381:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768466.985383:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768466.985399:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985401:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768466.985402:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768466.985404:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768466.985408:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000100:00000001:0.0:1775768466.985411:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768466.985415:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768466.985421:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768466.985423:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768466.985425:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768466.985432:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768466.985435:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768466.985438:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768466.985439:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768466.985440:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768466.985442:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768466.985445:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4724
00000400:00000200:0.0:1775768466.985448:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768466.985451:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768466.985453:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768466.985456:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985458:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985459:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985461:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768466.985463:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768466.985465:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768466.985467:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768466.985469:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768466.985471:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768466.985473:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768466.985476:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985477:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985480:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985482:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768466.985485:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768466.985487:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985490:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.985490:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768466.985492:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768466.985495:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775768466.985496:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.985499:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775768466.985500:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985503:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768466.985505:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768466.985507:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768466.985508:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985511:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768466.985516:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768466.985520:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768466.985523:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768466.985524:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768466.985527:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.985527:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985532:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768466.985534:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768466.985534:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768466.985538:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.985538:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768466.985542:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768466.985543:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985548:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768466.985549:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384705536:192.168.202.154@tcp:250:kworker.0
00000100:00100000:0.0:1775768466.985555:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768466.985555:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768466.985560:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768466.985564:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768466.985565:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985568:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.985569:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775768466.985574:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768466.985576:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768466.985581:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.985590:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768466.985594:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000001:0.0:1775768466.985600:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768466.985600:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00080000:0.0:1775768466.985604:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768466.985609:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705536, portal 25
00000100:00000001:1.0:1775768466.985612:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768466.985615:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00080000:0.0:1775768466.985616:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768466.985619:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768466.985621:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775768466.985624:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768466.985625:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768466.985629:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4724
00000400:00000200:0.0:1775768466.985637:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.985640:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1775768466.985642:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768466.985647:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768466.985647:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768466.985651:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000040:0.0:1775768466.985653:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985656:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768466.985656:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384705536, offset 0
00000100:00000040:0.0:1775768466.985659:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985662:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768466.985665:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768466.985666:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768466.985669:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768466.985670:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768466.985671:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768466.985674:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768466.985676:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:1.0:1775768466.985679:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768466.985682:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985685:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768466.985687:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768466.985690:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768466.985691:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768466.985694:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768466.985699:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768466.985699:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768466.985703:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768466.985706:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768466.985706:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:0.0:1775768466.985710:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768466.985712:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1775768466.985714:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.985717:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985718:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768466.985721:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775768466.985724:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200837:200837:256:4294967295] 192.168.202.154@tcp LPNI seq info [200837:200837:8:4294967295]
00000008:00000001:0.0:1775768466.985726:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768466.985730:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.985733:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:0.0:1775768466.985734:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768466.985738:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768466.985742:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768466.985745:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.985746:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768466.985748:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768466.985750:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768466.985753:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768466.985755:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000010:0.0:1775768466.985758:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000800:00000010:1.0:1775768466.985761:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000001:0.0:1775768466.985762:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768466.985769:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775768466.985773:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768466.985778:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768466.985781:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768466.985785:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768466.985788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768466.985792:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768466.985793:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768466.985803:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768466.985804:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768466.985806:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000100:00000040:0.0:1775768466.985810:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4734)
00000400:00000200:1.0:1775768466.985813:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768466.985819:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768466.985823:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768466.985826:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768466.985854:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768466.985860:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.985870:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.985874:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.985880:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.985882:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768466.985888:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.985892:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.985895:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299398407
00000100:00000010:1.0:1775768466.985899:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768466.985906:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768466.985912:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299398407
00000100:00000010:1.0:1775768466.985915:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768466.985918:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768466.985921:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.985923:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.985925:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768466.985929:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768466/real 1775768466]  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768466.985938:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768466.985939:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768466.985941:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768466.985943:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768466.985945:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768466.985948:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768466.985950:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768466.985958:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.985965:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768466.985967:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.985969:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.985971:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768466.985975:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.985982:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768466.985986:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.985992:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768466.985995:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.985997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.985998:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986000:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768466.986002:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768466.986005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768466.986009:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768466.986011:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768466.986015:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768466.986022:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384705536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768466.986026:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768466.986029:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986035:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768466.986036:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986038:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768466.986039:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768466.986041:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768466.986043:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768466.986046:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768466.986048:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768466.986049:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986051:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986054:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768466.986055:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.986059:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768466.986061:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768466.986064:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768466.986067:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705664, portal 10
00000100:00000001:1.0:1775768466.986068:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768466.986069:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:1.0:1775768466.986075:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986081:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768466.986084:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768466.986086:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768466.986088:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384705664, offset 0
00000400:00000200:1.0:1775768466.986092:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986096:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986099:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768466.986101:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768466.986103:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768466.986106:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768466.986108:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986111:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200838:200838:256:4294967295] 192.168.202.154@tcp LPNI seq info [200838:200838:8:4294967295]
00000400:00000200:1.0:1775768466.986115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986121:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768466.986125:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986128:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768466.986132:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768466.986136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768466.986140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768466.986142:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768466.986146:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986147:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768466.986150:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768466.986153:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768466.986156:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768466.986157:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768466.986159:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768466.986162:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986169:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986172:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986178:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986179:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768466.986182:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768466.986185:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768466.986188:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.986190:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299397148
00000100:00000001:1.0:1775768466.986193:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986195:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299397148
00000100:00000001:1.0:1775768466.986197:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986199:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.986201:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986202:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768466.986205:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768466/real 1775768466]  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768466.986211:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768466.986212:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768466.986214:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768466.986216:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768466.986218:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768466.986220:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768466.986222:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768466.986230:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986235:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768466.986237:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986238:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986239:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768466.986242:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986248:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768466.986251:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986257:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768466.986259:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986261:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986262:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986263:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768466.986265:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768466.986267:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768466.986271:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768466.986273:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768466.986276:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768466.986284:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768466.986288:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768466.986291:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986296:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768466.986297:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986299:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768466.986301:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768466.986303:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768466.986305:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768466.986308:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768466.986310:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768466.986311:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986313:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986316:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768466.986318:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.986320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768466.986322:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768466.986325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768466.986328:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705792, portal 10
00000100:00000001:1.0:1775768466.986329:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768466.986330:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:1.0:1775768466.986335:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986340:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768466.986342:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768466.986343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768466.986345:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384705792, offset 0
00000400:00000200:1.0:1775768466.986349:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986352:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986355:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768466.986358:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768466.986360:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768466.986362:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768466.986364:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986367:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200839:200839:256:4294967295] 192.168.202.154@tcp LPNI seq info [200839:200839:8:4294967295]
00000400:00000200:1.0:1775768466.986371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986376:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768466.986380:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986384:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768466.986400:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768466.986402:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768466.986406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768466.986408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768466.986412:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986413:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768466.986416:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768466.986419:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768466.986422:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768466.986423:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768466.986425:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768466.986429:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986435:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986438:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986444:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986445:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768466.986448:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768466.986450:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768466.986453:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.986455:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299397126
00000100:00000001:1.0:1775768466.986457:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986459:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299397126
00000100:00000001:1.0:1775768466.986461:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986463:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.986465:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986467:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768466.986470:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768466/real 1775768466]  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768466.986477:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768466.986478:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768466.986480:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768466.986481:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768466.986483:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768466.986485:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768466.986488:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768466.986494:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986500:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768466.986502:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986504:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986505:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768466.986508:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986515:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768466.986518:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986524:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768466.986527:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986528:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986529:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986531:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768466.986532:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768466.986535:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768466.986538:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768466.986540:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768466.986543:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768466.986551:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768466.986554:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986556:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986559:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384705536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986566:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768466.986568:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986571:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768466.986573:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768466.986575:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768466.986576:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768466.986578:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768466.986581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768466.986585:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768466.986587:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768466.986589:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768466.986592:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768466.986593:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986595:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986598:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384705664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986604:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768466.986605:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986606:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768466.986609:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768466.986610:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768466.986611:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768466.986612:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768466.986614:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768466.986616:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768466.986617:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768466.986618:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768466.986621:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768466.986622:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986623:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986626:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384705792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986632:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768466.986633:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986634:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768466.986637:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768466.986638:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768466.986639:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768466.986641:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768466.986642:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:1.0:1775768466.986644:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768466.986645:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768466.986647:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768466.986649:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768466.986650:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986652:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986659:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768466.986661:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986663:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768466.986664:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768466.986665:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768466.986669:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986675:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768466.986676:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986679:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768466.986681:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768466.986683:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768466.986685:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768466.986688:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768466.986690:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768466.986692:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986693:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986696:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768466.986698:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.986701:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768466.986704:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768466.986707:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768466.986710:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384705920, portal 4
00000100:00000001:1.0:1775768466.986712:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768466.986713:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768466.986718:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986724:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768466.986726:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768466.986728:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768466.986730:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384705920, offset 0
00000400:00000200:1.0:1775768466.986733:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986736:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986739:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768466.986742:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768466.986745:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768466.986747:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768466.986749:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768466.986751:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200840:200840:256:4294967295] 192.168.202.154@tcp LPNI seq info [200840:200840:8:4294967295]
00000400:00000200:1.0:1775768466.986754:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.986760:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768466.986764:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986767:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768466.986771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768466.986773:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768466.986777:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768466.986779:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768466.986782:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.986784:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768466.986786:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768466.986790:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768466.986792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768466.986794:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768466.986796:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768466.986799:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986806:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.986808:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986814:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986816:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768466.986818:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768466.986820:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768466.986823:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.986825:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299397138
00000100:00000001:1.0:1775768466.986827:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986857:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299397139
00000100:00000001:1.0:1775768466.986859:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.986861:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.986863:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.986864:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768466.986868:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768466/real 1775768466]  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768466.986876:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768466.986877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768466.986878:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768466.986881:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768466.986882:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768466.986884:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768466.986887:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768466.986895:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986901:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768466.986902:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986904:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986905:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768466.986909:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986914:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768466.986917:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986924:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768466.986926:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986927:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.986928:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.986930:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768466.986931:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768466.986933:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768466.986936:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768466.986938:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768466.986942:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768466.986949:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384705920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768466.986953:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768466.986956:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.986962:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768466.986963:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986966:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768466.986967:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768466.986969:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768466.986972:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768466.986975:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768466.986977:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768466.986978:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768466.986980:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768466.986983:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768466.986984:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768466.986987:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768466.986989:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768466.986992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768466.986994:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706048, portal 4
00000100:00000001:1.0:1775768466.986996:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768466.986997:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768466.987001:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987007:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768466.987009:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768466.987011:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768466.987013:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384706048, offset 0
00000400:00000200:1.0:1775768466.987017:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768466.987020:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.987023:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768466.987025:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768466.987028:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768466.987030:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768466.987032:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768466.987035:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200841:200841:256:4294967295] 192.168.202.154@tcp LPNI seq info [200841:200841:8:4294967295]
00000400:00000200:1.0:1775768466.987038:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768466.987044:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768466.987048:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.987051:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768466.987054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768466.987056:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768466.987060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768466.987062:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768466.987065:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768466.987067:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768466.987070:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768466.987073:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768466.987075:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768466.987077:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768466.987079:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768466.987081:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987088:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.987091:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987096:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.987098:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768466.987100:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768466.987103:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768466.987106:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768466.987108:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299397141
00000100:00000001:1.0:1775768466.987110:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.987112:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299397141
00000100:00000001:1.0:1775768466.987114:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299398407
00000100:00000001:1.0:1775768466.987116:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768466.987118:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.987119:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768466.987123:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768466/real 1775768466]  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768466.987129:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768466.987131:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768466.987132:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768466.987134:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768466.987135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768466.987137:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768466.987140:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768466.987147:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987153:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768466.987154:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987156:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.987157:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768466.987160:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987166:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768466.987169:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987174:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768466.987177:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987178:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768466.987179:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987181:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768466.987182:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768466.987184:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768466.987188:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768466.987190:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768466.987193:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768466.987200:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768466.987203:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987205:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.987208:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384705920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987213:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768466.987215:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768466.987216:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768466.987218:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768466.987220:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768466.987221:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768466.987223:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768466.987224:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768466.987227:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768466.987228:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768466.987229:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768466.987232:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768466.987233:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987234:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768466.987237:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384706048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768466.987248:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768466.987249:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768466.987250:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768466.987252:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768466.987253:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768466.987254:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768466.987256:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768466.987257:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768466.987258:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768466.987259:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768466.987261:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768466.987263:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768466.987264:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987265:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768466.987268:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768466.987270:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768466.987271:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768466.987273:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.368957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.368965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.368973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.368974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768467.369536:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768467.369539:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768467.369543:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768468.328920:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299398407, at 4299398464
00000100:00000010:0.0:1775768468.328934:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:1.0:1775768468.329802:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299398407, at 4299398464
00000100:00000010:1.0:1775768468.329811:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768468.392953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.392959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.392966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.392968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768468.393033:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768468.393037:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768468.393040:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768469.417543:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.417550:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.417582:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.417587:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768469.417589:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768469.417593:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.417596:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768469.417598:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.417600:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.417602:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768469.418095:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768469.418099:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768469.418102:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768470.440952:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.440959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.440965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.440966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768470.440990:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768470.440993:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768470.440996:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768471.465001:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.465007:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.465013:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.465014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768471.465091:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768471.465095:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768471.465098:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768472.105215:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768472.105227:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768472.105230:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768472.105235:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768472.105240:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768472.105249:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4729
00000400:00000200:3.0:1775768472.105260:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768472.105268:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768472.105271:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768472.105274:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105278:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.105281:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105284:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768472.105289:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768472.105292:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768472.105295:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768472.105298:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768472.105300:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768472.105303:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768472.105306:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105308:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.105310:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105312:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768472.105315:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768472.105318:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105321:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.105324:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768472.105329:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768472.105332:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.105361:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768472.105365:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768472.105377:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775768472.105381:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768472.105385:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768472.105387:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.105391:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768472.105394:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768472.105399:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768472.105409:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775768472.105417:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.105427:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768472.105439:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768472.105444:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.105449:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768472.105484:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768472.105487:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768472.105491:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768472.105492:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768472.105494:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768472.105496:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768472.105499:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4729
00000400:00000200:3.0:1775768472.105503:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768472.105506:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768472.105509:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768472.105512:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105514:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.105516:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105518:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768472.105520:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768472.105521:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768472.105522:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768472.105525:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768472.105527:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768472.105528:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768472.105531:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105533:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.105534:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105536:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768472.105538:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768472.105541:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768472.105552:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.105554:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768472.105560:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.106090:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768472.106095:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768472.106098:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768472.106105:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106114:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768472.106117:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.106121:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768472.106124:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768472.106127:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768472.106130:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384706176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768472.106135:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768472.106139:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768472.106141:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.106144:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768472.106150:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768472.106152:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.106159:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768472.106164:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768472.106171:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768472.106180:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706176, portal 25
00000100:00000001:1.0:1775768472.106183:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768472.106185:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:1.0:1775768472.106190:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106199:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768472.106201:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768472.106204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768472.106207:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384706176, offset 0
00000400:00000200:1.0:1775768472.106216:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768472.106226:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.106233:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768472.106240:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768472.106244:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768472.106249:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768472.106252:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768472.106256:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200842:200842:256:4294967295] 192.168.202.154@tcp LPNI seq info [200842:200842:8:4294967295]
00000400:00000200:1.0:1775768472.106262:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.106273:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768472.106280:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.106286:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768472.106294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768472.106298:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768472.106304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768472.106308:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768472.106329:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.106332:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768472.106349:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768472.106354:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768472.106360:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768472.106362:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768472.106366:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768472.106370:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106379:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.106382:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106388:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.106390:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768472.106397:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.106401:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768472.106404:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299403527
00000100:00000010:1.0:1775768472.106408:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768472.106414:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768472.106422:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299403527
00000100:00000010:1.0:1775768472.106425:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768472.106427:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768472.106430:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.106432:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.106435:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768472.106438:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768472/real 1775768472]  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768472.106453:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768472.106455:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768472.106457:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768472.106459:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768472.106461:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768472.106463:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768472.106466:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768472.106474:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106480:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768472.106481:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106484:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.106486:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768472.106489:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106496:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768472.106500:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106507:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768472.106511:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106513:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.106514:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106516:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768472.106518:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768472.106520:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768472.106524:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768472.106526:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768472.106530:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768472.106538:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384706176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768472.106542:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106544:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.106547:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384706176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.106553:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768472.106556:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768472.106559:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768472.106562:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768472.106564:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768472.106566:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768472.106568:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768472.106570:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
02000000:00000001:1.0:1775768472.106574:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768472.106576:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768472.106577:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:1.0:1775768472.106580:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768472.106581:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106584:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.106592:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768472.106594:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.106596:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768472.106598:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.106680:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106682:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768472.106686:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768472.106688:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106690:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768472.106693:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775768472.106696:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768472.106698:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768472.106699:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106700:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768472.106702:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768472.106704:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768472.106707:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775768472.106711:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.106715:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768472.106720:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768472.106722:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.106725:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768472.106737:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768472.106740:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768472.106743:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768472.106744:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768472.106745:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768472.106747:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768472.106749:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4729
00000400:00000200:3.0:1775768472.106752:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768472.106755:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768472.106757:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768472.106759:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106760:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106762:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106763:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768472.106765:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768472.106766:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768472.106767:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768472.106769:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768472.106770:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768472.106771:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768472.106773:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106774:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106775:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106776:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768472.106778:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768472.106780:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106781:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.106782:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768472.106784:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768472.106786:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106787:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768472.106788:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768472.106789:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106790:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768472.106792:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775768472.106794:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768472.106795:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768472.106796:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106797:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768472.106798:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768472.106799:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768472.106801:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775768472.106804:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.106806:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768472.106811:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768472.106812:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.106814:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768472.106818:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768472.106820:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768472.106822:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768472.106823:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768472.106824:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768472.106825:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768472.106841:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4729
00000400:00000200:3.0:1775768472.106843:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768472.106845:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768472.106846:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768472.106848:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106850:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106851:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106852:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768472.106853:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768472.106854:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768472.106855:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768472.106856:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768472.106857:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768472.106858:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768472.106860:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106861:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106862:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106863:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768472.106865:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768472.106866:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106868:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.106869:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768472.106870:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768472.106871:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106873:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768472.106874:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768472.106875:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106876:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768472.106878:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775768472.106879:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768472.106881:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768472.106881:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106882:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768472.106883:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768472.106884:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768472.106887:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775768472.106888:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.106891:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768472.106895:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768472.106896:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.106898:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768472.106903:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768472.106904:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768472.106906:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768472.106907:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768472.106908:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768472.106910:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768472.106911:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4729
00000400:00000200:3.0:1775768472.106913:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768472.106915:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768472.106916:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768472.106917:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106918:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106919:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106920:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768472.106921:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768472.106922:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768472.106923:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768472.106924:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768472.106925:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768472.106926:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768472.106927:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106928:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768472.106929:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106930:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768472.106931:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768472.106932:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768472.106933:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768472.106934:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768472.106936:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768472.106938:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106939:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768472.106940:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768472.106942:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.106942:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768472.107370:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775768472.107373:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768472.107376:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768472.107377:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768472.107379:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768472.107381:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768472.107383:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768472.107388:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775768472.107392:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.107397:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768472.107403:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768472.107405:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.107408:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768472.107415:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768472.107420:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4739)
00000100:00000001:1.0:1775768472.107481:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768472.107483:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768472.107485:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768472.107489:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107496:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768472.107497:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.107559:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768472.107561:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768472.107647:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768472.107652:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768472.107656:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768472.107659:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768472.107661:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.107663:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768472.107666:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768472.107668:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.107673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768472.107676:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768472.107680:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768472.107684:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706304, portal 10
00000100:00000001:1.0:1775768472.107686:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768472.107687:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000040:1.0:1775768472.107694:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107700:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768472.107702:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768472.107704:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768472.107706:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384706304, offset 0
00000400:00000200:1.0:1775768472.107710:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768472.107715:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.107719:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768472.107722:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768472.107725:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768472.107728:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768472.107730:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768472.107733:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200843:200843:256:4294967295] 192.168.202.154@tcp LPNI seq info [200843:200843:8:4294967295]
00000400:00000200:1.0:1775768472.107737:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.107743:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768472.107747:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.107750:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768472.107755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768472.107758:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768472.107762:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768472.107764:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768472.107768:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.107770:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768472.107774:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768472.107777:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768472.107781:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768472.107782:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768472.107785:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768472.107788:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107795:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.107797:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107803:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.107804:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768472.107809:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768472.107813:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768472.107816:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768472.107818:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299402269
00000100:00000001:1.0:1775768472.107821:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.107823:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299402269
00000100:00000001:1.0:1775768472.107825:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.107827:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.107860:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.107862:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768472.107867:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768472/real 1775768472]  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768472.107875:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768472.107877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768472.107879:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768472.107882:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768472.107883:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768472.107885:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768472.107888:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768472.107896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107901:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768472.107903:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.107905:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.107907:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768472.107910:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107917:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768472.107926:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107933:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768472.107935:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.107937:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.107938:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.107940:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768472.107942:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768472.107944:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768472.107948:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768472.107950:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768472.107954:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768472.107967:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768472.107971:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768472.107974:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.107980:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768472.107981:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.107983:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768472.107985:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768472.107987:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768472.107990:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768472.107993:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768472.107995:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768472.107997:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.107999:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768472.108002:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768472.108004:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.108007:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768472.108010:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768472.108013:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768472.108016:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706432, portal 10
00000100:00000001:1.0:1775768472.108018:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768472.108019:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00000040:1.0:1775768472.108024:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108030:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768472.108032:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768472.108035:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768472.108036:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384706432, offset 0
00000400:00000200:1.0:1775768472.108040:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108044:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108047:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768472.108051:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768472.108053:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768472.108056:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768472.108058:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108061:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200844:200844:256:4294967295] 192.168.202.154@tcp LPNI seq info [200844:200844:8:4294967295]
00000400:00000200:1.0:1775768472.108065:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108071:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768472.108076:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.108079:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768472.108083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768472.108085:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768472.108089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768472.108091:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768472.108095:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.108096:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768472.108099:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768472.108102:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768472.108105:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768472.108107:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768472.108109:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768472.108113:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108134:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.108137:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108143:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.108144:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768472.108148:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768472.108151:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768472.108154:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768472.108156:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299402248
00000100:00000001:1.0:1775768472.108159:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.108161:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299402248
00000100:00000001:1.0:1775768472.108163:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.108165:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.108167:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.108169:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768472.108172:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768472/real 1775768472]  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768472.108179:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768472.108181:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768472.108182:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768472.108184:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768472.108186:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768472.108188:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768472.108201:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768472.108210:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108512:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768472.108514:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108516:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.108517:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768472.108523:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108530:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768472.108534:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108540:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768472.108543:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108545:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.108546:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108547:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768472.108549:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768472.108552:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768472.108555:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768472.108557:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768472.108560:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768472.108567:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768472.108572:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768472.108575:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108581:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768472.108583:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.108585:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768472.108587:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768472.108589:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768472.108592:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768472.108595:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768472.108597:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768472.108599:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.108601:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768472.108605:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768472.108607:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.108611:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768472.108614:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768472.108618:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768472.108621:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706560, portal 4
00000100:00000001:1.0:1775768472.108624:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768472.108625:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:1.0:1775768472.108631:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108638:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768472.108640:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768472.108642:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768472.108645:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384706560, offset 0
00000400:00000200:1.0:1775768472.108649:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108653:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108657:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768472.108660:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768472.108663:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768472.108665:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768472.108668:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108671:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200845:200845:256:4294967295] 192.168.202.154@tcp LPNI seq info [200845:200845:8:4294967295]
00000400:00000200:1.0:1775768472.108675:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108681:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768472.108685:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.108689:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768472.108693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768472.108695:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768472.108699:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768472.108701:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768472.108705:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.108707:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768472.108710:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768472.108714:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768472.108717:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768472.108718:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768472.108721:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768472.108725:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108738:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.108741:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108746:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.108748:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768472.108751:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768472.108754:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768472.108758:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768472.108759:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299402260
00000100:00000001:1.0:1775768472.108762:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.108764:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299402260
00000100:00000001:1.0:1775768472.108766:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.108769:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.108771:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.108772:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768472.108776:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768472/real 1775768472]  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768472.108782:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768472.108784:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768472.108785:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768472.108787:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768472.108789:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768472.108791:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768472.108793:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768472.108801:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108807:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768472.108808:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108810:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.108811:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768472.108814:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108820:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768472.108823:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108852:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768472.108854:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108856:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.108857:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.108859:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768472.108860:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768472.108863:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768472.108867:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768472.108869:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768472.108873:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768472.108881:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768472.108885:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768472.108889:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108895:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768472.108897:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.108899:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768472.108901:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768472.108903:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768472.108905:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768472.108908:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768472.108910:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768472.108912:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768472.108913:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768472.108917:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768472.108919:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768472.108922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768472.108925:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768472.108927:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768472.108930:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706688, portal 4
00000100:00000001:1.0:1775768472.108932:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768472.108933:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000040:1.0:1775768472.108939:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.108944:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768472.108946:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768472.108948:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768472.108951:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384706688, offset 0
00000400:00000200:1.0:1775768472.108955:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108962:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768472.108964:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768472.108967:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768472.108969:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768472.108971:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768472.108974:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200846:200846:256:4294967295] 192.168.202.154@tcp LPNI seq info [200846:200846:8:4294967295]
00000400:00000200:1.0:1775768472.108977:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768472.108983:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768472.108987:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.108990:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768472.108994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768472.108997:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768472.109000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768472.109003:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768472.109007:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768472.109009:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768472.109011:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768472.109014:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768472.109017:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768472.109019:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768472.109021:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768472.109024:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109031:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.109034:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109040:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.109041:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768472.109044:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768472.109047:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768472.109050:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768472.109051:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299402263
00000100:00000001:1.0:1775768472.109054:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.109056:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299402263
00000100:00000001:1.0:1775768472.109058:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299403527
00000100:00000001:1.0:1775768472.109060:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768472.109062:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.109064:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768472.109067:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768472/real 1775768472]  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768472.109075:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768472.109077:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768472.109079:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768472.109081:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768472.109083:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768472.109085:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768472.109088:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768472.109095:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109101:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768472.109102:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109104:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.109106:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768472.109109:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109116:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768472.109119:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109126:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768472.109129:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109130:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768472.109131:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109133:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768472.109135:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768472.109137:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768472.109140:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768472.109142:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768472.109146:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768472.109159:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768472.109163:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109165:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.109168:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384706304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109174:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768472.109177:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768472.109180:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768472.109183:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768472.109185:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768472.109186:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768472.109189:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768472.109191:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce400.
02000000:00000001:1.0:1775768472.109195:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768472.109196:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768472.109198:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:1.0:1775768472.109200:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768472.109201:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109203:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.109206:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384706432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109211:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768472.109212:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768472.109367:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768472.109371:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768472.109373:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768472.109374:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768472.109376:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768472.109378:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc800.
02000000:00000001:1.0:1775768472.109381:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768472.109382:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768472.109384:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000001:1.0:1775768472.109386:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768472.109387:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109389:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.109393:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384706560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109399:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768472.109401:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768472.109402:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768472.109404:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768472.109405:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768472.109406:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768472.109407:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768472.109409:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:1.0:1775768472.109411:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768472.109412:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768472.109414:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:1.0:1775768472.109416:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768472.109418:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109419:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768472.109422:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384706688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768472.109429:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768472.109430:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768472.109431:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768472.109433:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768472.109434:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768472.109435:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768472.109437:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768472.109438:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:1.0:1775768472.109440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768472.109441:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768472.109443:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000100:00000001:1.0:1775768472.109447:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768472.109449:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109451:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768472.109458:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768472.109461:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768472.109463:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768472.109465:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489777:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489784:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489791:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489792:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768472.508861:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768472.508869:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768472.508874:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768473.449024:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299403527, at 4299403584
00000100:00000010:1.0:1775768473.449045:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768473.452308:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299403527, at 4299403587
00000100:00000010:0.0:1775768473.452337:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768473.513026:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.513033:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.513040:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.513042:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768473.513120:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768473.513123:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768473.513125:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768474.539413:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.539422:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768474.539424:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768474.539427:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539432:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768474.539434:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539436:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539439:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539443:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.539444:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768474.539712:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768474.539716:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768474.539719:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768475.561441:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561448:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561455:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561456:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768475.561669:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768475.561673:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768475.561676:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768476.585450:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585458:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585464:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585465:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768476.587368:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768476.587375:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768476.587380:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768477.225457:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768477.225468:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768477.225471:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768477.225475:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768477.225480:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768477.225487:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4734
00000400:00000200:0.0:1775768477.225496:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768477.225502:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768477.225505:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768477.225507:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225510:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225513:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225515:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768477.225519:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768477.225520:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768477.225523:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768477.225525:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768477.225528:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768477.225530:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768477.225533:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225535:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225536:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225538:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768477.225541:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768477.225544:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225547:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.225550:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768477.225554:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768477.225557:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225559:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768477.225562:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768477.225571:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768477.225574:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768477.225579:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768477.225580:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225583:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768477.225586:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768477.225589:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768477.225597:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768477.225604:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768477.225614:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768477.225624:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768477.225629:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768477.225633:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.225661:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768477.225664:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768477.225668:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768477.225669:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768477.225671:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768477.225673:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768477.225676:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4734
00000400:00000200:0.0:1775768477.225680:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768477.225683:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768477.225685:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768477.225687:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225690:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225692:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225694:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768477.225696:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768477.225697:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768477.225698:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768477.225701:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768477.225703:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768477.225705:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768477.225707:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225709:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225711:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225713:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768477.225715:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768477.225717:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225719:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.225721:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768477.225727:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768477.225729:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225731:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768477.225734:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768477.225737:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225739:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768477.225742:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768477.225745:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768477.225747:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768477.225748:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225749:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768477.225751:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768477.225753:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768477.225756:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768477.225759:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768477.225764:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768477.225771:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768477.225773:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768477.225777:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.225784:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768477.225787:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768477.225790:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768477.225791:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768477.225793:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768477.225795:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768477.225797:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4734
00000400:00000200:0.0:1775768477.225801:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768477.225804:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768477.225806:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768477.225809:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225811:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225813:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225814:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768477.225816:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768477.225818:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768477.225819:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768477.225821:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768477.225822:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768477.225824:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768477.225827:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225885:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225887:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225890:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768477.225892:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768477.225894:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225896:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.225898:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768477.225901:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768477.225903:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225904:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768477.225906:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768477.225908:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225909:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768477.225913:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768477.225915:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768477.225917:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768477.225918:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.225919:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768477.225921:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768477.225922:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768477.225925:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768477.225928:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768477.225933:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768477.225939:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768477.225941:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768477.225945:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.225952:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768477.225954:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768477.225957:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768477.225959:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768477.225960:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768477.225963:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768477.225965:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4734
00000400:00000200:0.0:1775768477.225969:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768477.225972:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768477.225974:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768477.225976:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225978:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225980:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225982:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768477.225984:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768477.225985:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768477.225986:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768477.225988:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768477.225990:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768477.225992:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768477.225995:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.225997:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.225998:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.226000:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768477.226002:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768477.226004:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768477.226006:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.226008:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768477.226011:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768477.226012:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.226014:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768477.226016:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768477.226018:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.226019:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768477.226023:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768477.226026:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768477.226028:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768477.226029:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.226030:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768477.226031:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768477.226033:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226334:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768477.226338:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768477.226341:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768477.226348:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226356:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768477.226358:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.226362:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768477.226365:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768477.226367:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768477.226371:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384706816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768477.226375:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768477.226379:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768477.226381:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.226384:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768477.226389:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768477.226391:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.226397:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768477.226400:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768477.226406:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768477.226412:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706816, portal 25
00000100:00000001:1.0:1775768477.226415:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768477.226417:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:1.0:1775768477.226423:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226431:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768477.226434:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768477.226437:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768477.226440:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384706816, offset 0
00000400:00000200:1.0:1775768477.226446:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768477.226453:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.226459:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768477.226465:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768477.226468:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768477.226472:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768477.226475:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768477.226479:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200847:200847:256:4294967295] 192.168.202.154@tcp LPNI seq info [200847:200847:8:4294967295]
00000400:00000200:1.0:1775768477.226484:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.226493:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768477.226499:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.226504:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768477.226510:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768477.226514:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768477.226519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768477.226523:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768477.226527:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.226529:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768477.226535:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768477.226540:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768477.226545:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768477.226548:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768477.226552:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768477.226556:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226570:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.226573:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226580:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226581:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768477.226587:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.226592:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768477.226594:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299408647
00000100:00000010:1.0:1775768477.226599:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768477.226605:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768477.226611:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299408647
00000100:00000010:1.0:1775768477.226614:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:1.0:1775768477.226617:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768477.226620:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768477.226622:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226624:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768477.226629:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768477/real 1775768477]  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768477.226638:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768477.226640:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768477.226641:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768477.226644:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768477.226646:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768477.226648:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768477.226652:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768477.226660:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226667:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768477.226669:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226671:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.226673:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768477.226677:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226684:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768477.226688:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226696:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768477.226698:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226700:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.226701:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226703:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768477.226705:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768477.226707:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768477.226711:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768477.226713:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768477.226716:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.226723:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384706816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768477.226727:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768477.226730:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226736:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768477.226737:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.226739:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768477.226741:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768477.226742:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768477.226745:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768477.226749:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768477.226750:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768477.226752:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.226754:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768477.226756:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768477.226758:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.226762:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768477.226764:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768477.226767:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768477.226770:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384706944, portal 10
00000100:00000001:1.0:1775768477.226772:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768477.226773:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:1.0:1775768477.226778:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226785:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768477.226787:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768477.226789:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768477.226791:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384706944, offset 0
00000400:00000200:1.0:1775768477.226795:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768477.226798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.226801:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768477.226804:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768477.226806:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768477.226808:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768477.226811:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768477.226814:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200848:200848:256:4294967295] 192.168.202.154@tcp LPNI seq info [200848:200848:8:4294967295]
00000400:00000200:1.0:1775768477.226818:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.226823:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768477.226827:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.226861:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768477.226864:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768477.226866:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768477.226869:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768477.226871:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768477.226873:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.226874:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768477.226876:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768477.226878:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768477.226880:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768477.226881:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768477.226883:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768477.226885:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226890:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.226891:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226895:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226896:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768477.226898:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768477.226900:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768477.226903:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768477.226904:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299407388
00000100:00000001:1.0:1775768477.226906:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.226907:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299407388
00000100:00000001:1.0:1775768477.226908:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.226909:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768477.226910:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226912:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768477.226913:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768477/real 1775768477]  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768477.226918:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768477.226918:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768477.226920:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768477.226921:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768477.226922:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768477.226923:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768477.226925:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768477.226929:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226932:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768477.226933:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226934:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.226935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768477.226937:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226940:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768477.226942:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.226946:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768477.226948:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226949:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.226951:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.226952:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768477.226953:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768477.226955:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768477.226957:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768477.226958:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768477.226961:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.226966:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384706944:192.168.202.154@tcp:38:kworker.0
02000000:00000010:0.0:1775768477.226969:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:1.0:1775768477.226969:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768477.226973:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.226975:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.226980:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768477.226981:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.226983:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768477.226985:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768477.226987:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768477.226987:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768477.226991:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768477.226996:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768477.226998:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768477.227000:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.227003:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768477.227006:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775768477.227006:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768477.227009:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.227011:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.227014:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768477.227017:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000040:0.0:1775768477.227020:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768477.227021:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768477.227026:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707072, portal 10
00000100:00000001:1.0:1775768477.227030:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768477.227032:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:1.0:1775768477.227041:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227049:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768477.227050:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768477.227054:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768477.227056:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768477.227057:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00080000:0.0:1775768477.227062:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1775768477.227062:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384707072, offset 0
00000100:00000001:0.0:1775768477.227065:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768477.227068:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768477.227069:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768477.227073:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768477.227074:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768477.227079:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4734
00000400:00000200:1.0:1775768477.227081:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768477.227085:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768477.227088:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768477.227090:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768477.227160:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768477.227164:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200849:200849:256:4294967295] 192.168.202.154@tcp LPNI seq info [200849:200849:8:4294967295]
00000400:00000200:1.0:1775768477.227168:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.227174:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768477.227178:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.227182:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768477.227186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768477.227188:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768477.227193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768477.227195:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768477.227199:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.227201:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768477.227203:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768477.227207:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768477.227470:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768477.227475:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768477.227478:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768477.227481:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.227483:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.227485:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.227487:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768477.227490:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768477.227491:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768477.227493:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768477.227495:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768477.227497:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768477.227499:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768477.227501:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.227503:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768477.227504:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768477.227506:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768477.227508:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768477.227510:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768477.227513:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.227515:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768477.227518:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768477.227520:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
02000000:00000001:0.0:1775768477.227521:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768477.227524:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:0.0:1775768477.227526:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768477.227529:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768477.227529:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1775768477.227534:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768477.227535:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.227537:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768477.227544:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768477.227546:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1775768477.227548:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000040:1.0:1775768477.227551:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768477.227553:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768477.227556:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768477.227560:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768477.227562:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768477.227564:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768477.227566:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.227567:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768477.227571:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768477.227573:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000040:1.0:1775768477.227575:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000100:00000001:0.0:1775768477.227577:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.227581:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768477.227584:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299407367
00000100:00100000:0.0:1775768477.227586:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768477.227588:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.227593:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299407367
00000100:00000001:1.0:1775768477.227598:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299408647
00000100:00000001:0.0:1775768477.227601:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768477.227602:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768477.227605:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.227606:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.227610:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775768477.227613:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.227616:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768477/real 1775768477]  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768477.227639:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768477.227639:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768477.227642:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768477.227644:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000040:0.0:1775768477.227646:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4745)
00000400:00000200:1.0:1775768477.227647:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768477.227650:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768477.227653:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768477.227657:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768477.227666:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227673:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768477.227674:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227676:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.227677:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768477.227681:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227688:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768477.227692:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227699:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768477.227701:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227703:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.227704:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227706:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768477.227708:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768477.227710:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768477.227714:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768477.227717:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768477.227721:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.227730:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768477.227733:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227735:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.227738:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384706816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227745:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768477.227747:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768477.227750:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768477.227753:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768477.227755:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768477.227758:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768477.227760:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768477.227763:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768477.227766:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768477.227768:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768477.227770:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:1.0:1775768477.227773:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768477.227775:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227776:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.227779:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384706944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227786:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768477.227788:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768477.227790:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768477.227793:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768477.227794:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768477.227795:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768477.227797:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768477.227799:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768477.227801:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768477.227802:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768477.227803:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:1.0:1775768477.227805:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768477.227806:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227807:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.227810:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384707072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227816:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768477.227817:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768477.227818:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768477.227820:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768477.227821:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768477.227822:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768477.227824:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768477.227825:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768477.227827:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768477.227846:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768477.227847:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:1.0:1775768477.227850:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768477.227851:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227853:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.227859:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768477.227861:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.227863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768477.227864:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768477.227865:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768477.227869:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227875:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768477.227876:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.227878:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768477.227880:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768477.227882:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768477.227885:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768477.227888:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768477.227890:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768477.227892:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.227893:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768477.227896:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768477.227898:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.227901:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768477.227904:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768477.227907:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768477.227909:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707200, portal 4
00000100:00000001:1.0:1775768477.227911:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768477.227913:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:1.0:1775768477.227918:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.227924:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768477.227927:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768477.227928:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768477.227931:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384707200, offset 0
00000400:00000200:1.0:1775768477.227935:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768477.227938:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.227941:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768477.227944:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768477.227946:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768477.227949:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768477.227951:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768477.227954:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200850:200850:256:4294967295] 192.168.202.154@tcp LPNI seq info [200850:200850:8:4294967295]
00000400:00000200:1.0:1775768477.227958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.227964:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768477.227969:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.227972:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768477.227976:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768477.227978:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768477.227983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768477.227985:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768477.227989:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.227991:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768477.227993:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768477.227996:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768477.227999:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768477.228000:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768477.228002:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768477.228006:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228012:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.228015:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228021:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.228023:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768477.228025:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768477.228028:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768477.228031:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768477.228033:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299407380
00000100:00000001:1.0:1775768477.228035:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.228037:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299407380
00000100:00000001:1.0:1775768477.228039:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.228041:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768477.228042:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.228044:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768477.228047:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768477/real 1775768477]  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768477.228054:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768477.228056:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768477.228057:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768477.228059:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768477.228060:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768477.228062:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768477.228065:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768477.228071:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228077:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768477.228078:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228080:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.228081:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768477.228085:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228091:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768477.228094:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228101:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768477.228103:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228105:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.228106:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228107:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768477.228109:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768477.228111:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768477.228114:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768477.228115:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768477.228119:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.228128:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768477.228131:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768477.228134:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228140:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768477.228141:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.228143:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768477.228145:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768477.228146:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768477.228149:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768477.228151:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768477.228153:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768477.228154:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768477.228156:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768477.228158:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768477.228160:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768477.228163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768477.228165:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768477.228167:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768477.228170:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707328, portal 4
00000100:00000001:1.0:1775768477.228172:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768477.228173:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:1.0:1775768477.228178:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228183:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768477.228186:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768477.228188:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768477.228190:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384707328, offset 0
00000400:00000200:1.0:1775768477.228194:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768477.228197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.228200:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768477.228202:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768477.228204:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768477.228207:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768477.228209:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768477.228212:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200851:200851:256:4294967295] 192.168.202.154@tcp LPNI seq info [200851:200851:8:4294967295]
00000400:00000200:1.0:1775768477.228216:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768477.228221:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768477.228225:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.228228:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768477.228231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768477.228234:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768477.228238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768477.228240:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768477.228244:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768477.228245:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768477.228248:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768477.228251:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768477.228253:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768477.228255:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768477.228257:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768477.228260:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228267:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.228269:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228276:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.228277:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768477.228370:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768477.228374:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768477.228377:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768477.228380:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299407382
00000100:00000001:1.0:1775768477.228382:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.228384:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299407382
00000100:00000001:1.0:1775768477.228386:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299408647
00000100:00000001:1.0:1775768477.228387:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768477.228389:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.228391:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768477.228395:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768477/real 1775768477]  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768477.228402:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768477.228403:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768477.228405:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768477.228407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768477.228409:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768477.228411:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768477.228413:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768477.228420:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228425:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768477.228427:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228428:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.228430:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768477.228433:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228439:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768477.228442:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228447:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768477.228449:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228451:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768477.228452:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228453:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768477.228454:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768477.228456:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768477.228459:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768477.228461:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768477.228464:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768477.228471:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768477.228475:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228476:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.228479:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384707200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228484:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768477.228486:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768477.228487:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768477.228490:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768477.228491:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768477.228492:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768477.228494:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768477.228496:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768477.228498:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768477.228499:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768477.228501:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:1.0:1775768477.228503:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768477.228504:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228505:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768477.228508:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384707328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768477.228519:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768477.228520:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768477.228522:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768477.228524:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768477.228525:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768477.228526:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768477.228528:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768477.228529:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768477.228531:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768477.228532:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768477.228533:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:1.0:1775768477.228535:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768477.228536:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228538:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768477.228541:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768477.228543:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768477.228544:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768477.228551:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609748:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609755:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609761:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609762:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768477.610063:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768477.610067:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768477.610070:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768478.569417:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299408647, at 4299408704
00000100:00000010:0.0:1775768478.569435:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:1.0:1775768478.569471:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299408647, at 4299408704
00000100:00000010:1.0:1775768478.569485:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768478.632945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.632953:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.632961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.632963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768478.633466:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768478.633472:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768478.633476:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768479.656975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768479.656982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.656989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768479.656994:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768479.656997:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768479.657000:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.657003:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768479.657005:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.657007:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.657009:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768479.657075:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768479.657079:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768479.657082:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768480.681337:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681344:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681351:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681352:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768480.681448:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768480.681452:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768480.681455:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768481.704976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.704984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.704991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.704993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768481.705060:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768481.705065:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768481.705069:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768482.345176:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768482.345188:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768482.345191:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768482.345195:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768482.345199:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768482.345205:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4740
00000400:00000200:3.0:1775768482.345215:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768482.345221:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768482.345224:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768482.345227:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345230:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345242:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345245:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768482.345248:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768482.345250:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768482.345253:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768482.345255:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768482.345257:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768482.345259:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768482.345262:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345264:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345266:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345268:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768482.345270:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768482.345274:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345276:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768482.345279:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768482.345283:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768482.345285:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345288:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768482.345291:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768482.345300:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775768482.345304:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768482.345307:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768482.345309:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345313:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768482.345315:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768482.345318:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768482.345324:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775768482.345329:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768482.345336:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768482.345346:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768482.345350:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345354:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768482.345380:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768482.345383:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768482.345386:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768482.345388:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768482.345389:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768482.345391:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768482.345393:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4740
00000400:00000200:3.0:1775768482.345397:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768482.345400:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768482.345402:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768482.345405:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345407:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345409:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345411:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768482.345413:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768482.345414:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768482.345415:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768482.345417:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768482.345418:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768482.345421:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768482.345423:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345425:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345427:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345429:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768482.345431:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768482.345433:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345435:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768482.345436:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768482.345442:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768482.345443:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345444:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768482.345447:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768482.345448:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345449:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768482.345452:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000020:00000040:3.0:1775768482.345453:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768482.345454:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768482.345455:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345456:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768482.345457:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768482.345458:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768482.345460:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775768482.345463:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768482.345467:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768482.345474:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768482.345475:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345479:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768482.345487:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768482.345489:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768482.345492:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768482.345493:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768482.345494:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768482.345497:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768482.345498:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4740
00000400:00000200:3.0:1775768482.345502:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768482.345505:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768482.345507:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768482.345509:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345511:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345512:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345514:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768482.345516:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768482.345517:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768482.345518:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768482.345520:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768482.345521:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768482.345523:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768482.345526:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345528:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345529:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345531:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768482.345533:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768482.345535:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345538:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768482.345539:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768482.345542:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768482.345543:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345545:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768482.345547:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768482.345549:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345550:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768482.345553:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
00000020:00000040:3.0:1775768482.345555:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768482.345557:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768482.345559:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345560:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768482.345562:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768482.345564:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768482.345567:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775768482.345570:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768482.345574:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768482.345576:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768482.345582:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768482.345584:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768482.345585:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768482.345587:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345594:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768482.345595:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.345620:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768482.345620:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.345623:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768482.345624:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768482.345628:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1775768482.345629:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768482.345629:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768482.345631:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768482.345633:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768482.345633:0:13429:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768482.345637:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768482.345637:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4740
00000100:00100000:1.0:1775768482.345643:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384707456:192.168.202.154@tcp:250:kworker.0
00000400:00000200:3.0:1775768482.345643:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768482.345646:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768482.345650:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1775768482.345650:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768482.345653:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768482.345655:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768482.345655:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345658:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768482.345659:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345661:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768482.345663:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1775768482.345664:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768482.345665:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768482.345666:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768482.345667:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
02000000:00000010:1.0:1775768482.345668:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000020:00000001:3.0:1775768482.345669:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
02000000:00000001:1.0:1775768482.345673:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768482.345673:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768482.345678:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345679:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345680:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.345683:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768482.345684:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768482.345687:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000400:00000010:1.0:1775768482.345688:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00080000:3.0:1775768482.345689:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345693:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768482.345694:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768482.345696:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
02000000:00000001:3.0:1775768482.345697:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768482.345701:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345702:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768482.345703:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775768482.345704:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707456, portal 25
00000008:00000001:3.0:1775768482.345705:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.345709:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768482.345709:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.345712:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366928384 : -107275342623232 : ffff9e6f034f4e00)
00000100:00000010:3.0:1775768482.345713:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775768482.345715:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768482.345718:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775768482.345719:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768482.345720:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345723:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768482.345725:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768482.345727:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768482.345732:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:1.0:1775768482.345734:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768482.345735:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768482.345738:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00100000:3.0:1775768482.345741:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768482.345743:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768482.345748:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384707456, offset 0
00000100:00000001:3.0:1775768482.345756:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768482.345759:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345759:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345764:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768482.345768:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768482.345774:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768482.345776:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768482.345777:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:3.0:1775768482.345779:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768482.345781:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768482.345782:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768482.345783:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775768482.345784:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768482.345788:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4740
00000400:00000200:1.0:1775768482.345790:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768482.345793:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.345796:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768482.345797:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768482.345800:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768482.345803:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:3.0:1775768482.345805:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345807:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768482.345811:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.345813:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200852:200852:256:4294967295] 192.168.202.154@tcp LPNI seq info [200852:200852:8:4294967295]
00000100:00000001:3.0:1775768482.345813:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768482.345817:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768482.345819:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:1.0:1775768482.345822:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:3.0:1775768482.345822:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768482.345826:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000200:1.0:1775768482.345861:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775768482.345862:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768482.345866:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000800:00000200:1.0:1775768482.345870:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:3.0:1775768482.345872:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345875:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775768482.345876:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000040:3.0:1775768482.345876:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768482.345881:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768482.345883:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768482.345886:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.0:1775768482.345887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768482.345888:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768482.345891:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775768482.345892:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1775768482.345893:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768482.345899:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345900:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768482.345902:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1775768482.345903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:3.0:1775768482.345905:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345908:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768482.345908:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000100:00000010:3.0:1775768482.345912:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000800:00000100:1.0:1775768482.345915:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:3.0:1775768482.345916:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000010:1.0:1775768482.345919:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
02000000:00000001:3.0:1775768482.345919:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768482.345920:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768482.345923:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768482.345924:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768482.345925:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.345927:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1775768482.345928:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775768482.345932:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.345935:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1775768482.345938:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768482.345940:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768482.345944:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:3.0:1775768482.345947:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768482.345950:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768482.345950:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345953:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.345958:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768482.345963:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768482.345969:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4750)
00000100:00000001:1.0:1775768482.345972:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.345976:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.345984:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.345986:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768482.345991:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.345995:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768482.345998:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299413767
00000100:00000010:1.0:1775768482.346003:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:1.0:1775768482.346021:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768482.346026:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299413767
00000100:00000010:1.0:1775768482.346029:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768482.346032:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768482.346035:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768482.346038:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346040:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768482.346044:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768482/real 1775768482]  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768482.346053:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768482.346054:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768482.346056:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768482.346058:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768482.346060:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768482.346062:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768482.346065:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.346073:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346079:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768482.346081:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346083:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346085:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768482.346088:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346095:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768482.346099:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346106:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768482.346108:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346110:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346111:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346113:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768482.346115:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768482.346118:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768482.346121:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768482.346124:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768482.346127:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768482.346136:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384707456:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768482.346140:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768482.346143:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346149:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768482.346150:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346152:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768482.346153:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768482.346155:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768482.346157:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768482.346160:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768482.346162:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768482.346163:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346165:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768482.346167:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768482.346169:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.346172:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768482.346174:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768482.346177:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768482.346179:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707584, portal 10
00000100:00000001:1.0:1775768482.346181:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768482.346183:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366932864 : -107275342618752 : ffff9e6f034f5f80)
00000100:00000040:1.0:1775768482.346188:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346194:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768482.346197:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768482.346198:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768482.346201:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384707584, offset 0
00000400:00000200:1.0:1775768482.346205:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346208:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346211:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768482.346213:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768482.346216:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768482.346218:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768482.346220:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346223:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200853:200853:256:4294967295] 192.168.202.154@tcp LPNI seq info [200853:200853:8:4294967295]
00000400:00000200:1.0:1775768482.346227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346256:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768482.346260:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346263:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768482.346267:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768482.346269:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768482.346273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768482.346276:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768482.346279:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346281:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768482.346283:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768482.346287:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768482.346289:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768482.346291:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768482.346293:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768482.346296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346303:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.346306:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346313:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346314:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768482.346317:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768482.346321:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768482.346324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768482.346326:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299412508
00000100:00000001:1.0:1775768482.346329:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346331:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299412508
00000100:00000001:1.0:1775768482.346333:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346335:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768482.346337:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346339:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768482.346342:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768482/real 1775768482]  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768482.346348:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768482.346349:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768482.346351:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768482.346353:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768482.346354:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768482.346356:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768482.346360:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.346368:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346374:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768482.346375:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346377:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346379:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768482.346382:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346389:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768482.346392:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346399:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768482.346402:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346403:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346405:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346406:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768482.346408:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768482.346411:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768482.346414:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768482.346416:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768482.346419:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768482.346427:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768482.346430:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346432:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.346435:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4e00 x1862023384707456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346441:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768482.346443:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768482.346446:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768482.346448:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768482.346450:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768482.346451:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768482.346454:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768482.346456:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cfc00.
02000000:00000001:1.0:1775768482.346459:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768482.346460:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768482.346462:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4e00.
00000100:00000001:1.0:1775768482.346467:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768482.346468:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346470:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.346473:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5f80 x1862023384707584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346479:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768482.346480:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768482.346482:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768482.346484:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768482.346484:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768482.346486:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768482.346487:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768482.346488:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:1.0:1775768482.346490:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768482.346491:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768482.346492:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5f80.
00000100:00000001:1.0:1775768482.346494:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768482.346495:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346497:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346503:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768482.346505:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346507:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768482.346508:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768482.346509:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768482.346512:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346518:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768482.346519:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346521:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768482.346523:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768482.346524:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768482.346527:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768482.346530:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768482.346531:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768482.346533:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346535:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768482.346537:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768482.346539:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.346542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768482.346544:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768482.346547:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768482.346550:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707712, portal 10
00000100:00000001:1.0:1775768482.346552:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768482.346553:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366926592 : -107275342625024 : ffff9e6f034f4700)
00000100:00000040:1.0:1775768482.346557:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346563:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768482.346566:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768482.346567:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768482.346570:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384707712, offset 0
00000400:00000200:1.0:1775768482.346573:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346576:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346579:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768482.346582:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768482.346584:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768482.346586:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768482.346589:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346592:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200854:200854:256:4294967295] 192.168.202.154@tcp LPNI seq info [200854:200854:8:4294967295]
00000400:00000200:1.0:1775768482.346596:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346602:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768482.346606:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346609:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768482.346612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768482.346615:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768482.346619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768482.346621:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768482.346636:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346638:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768482.346641:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768482.346644:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768482.346647:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768482.346649:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768482.346651:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768482.346654:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346661:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.346664:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346670:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346672:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768482.346674:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768482.346677:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768482.346680:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768482.346682:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299412486
00000100:00000001:1.0:1775768482.346684:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346686:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299412486
00000100:00000001:1.0:1775768482.346688:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346690:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768482.346692:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346694:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768482.346697:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768482/real 1775768482]  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768482.346704:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768482.346705:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768482.346706:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768482.346708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768482.346709:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768482.346711:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768482.346714:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.346728:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346735:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768482.346736:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346737:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346738:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768482.346741:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346748:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768482.346751:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346758:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768482.346760:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.346762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.346764:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768482.346765:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768482.346767:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768482.346770:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768482.346772:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768482.346776:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768482.346783:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768482.346787:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768482.346789:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346801:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768482.346802:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346805:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768482.346806:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768482.346808:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768482.346810:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768482.346813:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768482.346814:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768482.346815:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.346817:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768482.346819:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768482.346821:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.346824:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768482.346826:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768482.346845:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768482.346847:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707840, portal 4
00000100:00000001:1.0:1775768482.346849:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768482.346851:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000040:1.0:1775768482.346856:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346862:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768482.346864:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768482.346866:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768482.346868:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384707840, offset 0
00000400:00000200:1.0:1775768482.346871:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346877:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768482.346880:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768482.346882:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768482.346884:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768482.346886:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.346889:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200855:200855:256:4294967295] 192.168.202.154@tcp LPNI seq info [200855:200855:8:4294967295]
00000400:00000200:1.0:1775768482.346893:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.346899:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768482.346903:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346906:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768482.346909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768482.346911:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768482.346915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768482.346918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768482.346921:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.346923:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768482.346925:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768482.346928:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768482.346931:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768482.346932:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768482.346934:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768482.346937:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346944:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.346947:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.346953:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346955:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768482.346957:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768482.346959:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768482.346962:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768482.346964:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299412499
00000100:00000001:1.0:1775768482.346966:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346968:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299412499
00000100:00000001:1.0:1775768482.346969:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.346971:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768482.346974:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.346975:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768482.346978:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768482/real 1775768482]  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768482.346986:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768482.346987:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768482.346988:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768482.346990:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768482.346992:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768482.346993:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768482.346996:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.347004:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347291:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768482.347293:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347295:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.347296:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768482.347300:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347307:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768482.347311:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347318:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768482.347320:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347321:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.347322:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347324:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768482.347325:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768482.347327:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768482.347331:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768482.347333:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768482.347336:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768482.347343:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768482.347346:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768482.347349:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347355:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768482.347356:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.347358:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768482.347360:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768482.347362:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768482.347364:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768482.347367:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768482.347369:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768482.347370:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768482.347372:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768482.347375:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768482.347377:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768482.347380:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768482.347382:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000010:1.0:1775768482.347385:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00000200:1.0:1775768482.347388:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384707968, portal 4
00000100:00000001:1.0:1775768482.347389:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768482.347390:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:1.0:1775768482.347395:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347401:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768482.347404:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768482.347406:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000200:1.0:1775768482.347408:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384707968, offset 0
00000400:00000200:1.0:1775768482.347412:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768482.347416:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.347419:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768482.347421:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768482.347423:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768482.347425:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768482.347428:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768482.347431:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200856:200856:256:4294967295] 192.168.202.154@tcp LPNI seq info [200856:200856:8:4294967295]
00000400:00000200:1.0:1775768482.347435:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768482.347441:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768482.347445:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.347447:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000800:00000200:1.0:1775768482.347451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768482.347453:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768482.347457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768482.347460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768482.347463:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768482.347465:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:1.0:1775768482.347468:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768482.347471:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768482.347473:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:1.0:1775768482.347475:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:1.0:1775768482.347477:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768482.347480:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347487:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.347489:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347496:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.347498:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768482.347501:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768482.347503:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768482.347506:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768482.347508:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299412501
00000100:00000001:1.0:1775768482.347510:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.347512:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299412501
00000100:00000001:1.0:1775768482.347514:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299413767
00000100:00000001:1.0:1775768482.347516:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768482.347518:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.347519:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768482.347522:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768482/real 1775768482]  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768482.347530:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768482.347531:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768482.347532:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000400:00000200:1.0:1775768482.347534:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000010:1.0:1775768482.347536:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000100:00000001:1.0:1775768482.347537:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768482.347540:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768482.347548:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347554:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768482.347555:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347557:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.347558:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768482.347561:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347567:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768482.347570:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347578:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768482.347580:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347581:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768482.347582:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347584:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768482.347585:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768482.347587:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768482.347590:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768482.347592:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768482.347595:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768482.347602:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384707968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768482.347606:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347607:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.347610:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4700 x1862023384707712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347617:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768482.347618:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768482.347620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768482.347622:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768482.347623:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768482.347624:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768482.347626:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768482.347628:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:1.0:1775768482.347630:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768482.347631:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768482.347632:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4700.
00000100:00000001:1.0:1775768482.347635:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768482.347636:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347637:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.347640:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384707840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347646:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768482.347647:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768482.347649:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768482.347650:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768482.347651:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768482.347652:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768482.347654:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768482.347655:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:1.0:1775768482.347657:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768482.347657:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768482.347659:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000100:00000001:1.0:1775768482.347661:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768482.347662:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347663:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768482.347666:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384707968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768507 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768482.347672:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768482.347673:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768482.347674:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768482.347676:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768482.347677:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768482.347678:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768482.347679:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768482.347680:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:1.0:1775768482.347682:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768482.347683:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768482.347684:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:1.0:1775768482.347686:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768482.347687:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347689:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768482.347692:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768482.347693:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768482.347695:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768482.347696:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.728981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.728989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.728996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.728998:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768482.729065:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768482.729069:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768482.729073:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768483.688985:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299413767, at 4299413824
00000100:00000010:0.0:1775768483.689000:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00000100:00000040:1.0:1775768483.690476:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299413767, at 4299413825
00000100:00000010:1.0:1775768483.690486:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768483.752962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.752967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.752972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.752973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768483.753031:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768483.753035:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768483.753037:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768484.776986:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.776994:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768484.776997:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768484.777001:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.777006:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768484.777009:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.777012:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.777015:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.777020:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.777022:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768484.777136:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768484.777140:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768484.777143:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768485.800937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.800943:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.800951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.800952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768485.801040:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768485.801046:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768485.801050:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768486.824922:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.824928:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.824934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.824935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768486.824979:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768486.824982:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768486.824985:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768487.464978:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768487.464987:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768487.464989:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768487.464992:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768487.464996:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768487.465001:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4745
00000400:00000200:0.0:1775768487.465009:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768487.465013:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768487.465016:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768487.465019:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465023:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465025:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465027:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768487.465030:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768487.465032:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768487.465034:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768487.465037:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768487.465039:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768487.465041:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768487.465044:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465046:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465048:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465050:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768487.465053:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768487.465056:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465058:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465062:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768487.465065:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768487.465068:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465070:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768487.465072:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768487.465080:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000020:00000040:0.0:1775768487.465083:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768487.465086:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768487.465087:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465088:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768487.465090:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768487.465094:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768487.465100:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768487.465104:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768487.465111:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768487.465118:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768487.465122:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768487.465125:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768487.465144:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465147:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768487.465149:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768487.465150:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768487.465151:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768487.465152:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768487.465153:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4745
00000400:00000200:0.0:1775768487.465156:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768487.465158:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768487.465160:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768487.465162:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465163:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465165:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465166:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768487.465168:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768487.465169:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768487.465170:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768487.465171:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768487.465172:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768487.465174:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768487.465176:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465177:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465178:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465192:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768487.465195:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768487.465197:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465198:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465199:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768487.465200:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768487.465204:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768487.465205:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775768487.465208:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465208:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768487.465209:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768487.465213:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768487.465216:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768487.465216:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768487.465219:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768487.465224:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768487.465228:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768487.465229:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768487.465230:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768487.465231:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465232:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465235:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768487.465236:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768487.465236:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768487.465237:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465239:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768487.465240:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768487.465242:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465244:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768487.465245:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384708096:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768487.465249:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1775768487.465250:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768487.465252:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768487.465256:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465258:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768487.465259:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768487.465260:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768487.465263:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768487.465264:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc400.
02000000:00000001:1.0:1775768487.465268:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465274:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465278:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768487.465278:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768487.465282:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1775768487.465282:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2bf78.
00000100:00000001:0.0:1775768487.465283:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768487.465285:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768487.465287:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775768487.465288:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc198.
00000100:00080000:0.0:1775768487.465289:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4745
00000400:00000200:0.0:1775768487.465294:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768487.465295:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708096, portal 25
00000400:00000200:0.0:1775768487.465296:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768487.465300:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768487.465300:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768487.465303:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:0.0:1775768487.465304:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465307:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465311:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768487.465311:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768487.465312:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768487.465317:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768487.465319:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768487.465321:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768487.465324:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000001:1.0:1775768487.465325:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1775768487.465326:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768487.465330:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768487.465331:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768487.465334:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc770.
00000100:00000040:0.0:1775768487.465335:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768487.465337:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384708096, offset 0
00000100:00000001:0.0:1775768487.465338:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465341:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465342:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768487.465344:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768487.465347:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:0.0:1775768487.465348:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465351:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465352:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768487.465354:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768487.465355:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768487.465357:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465359:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768487.465361:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768487.465362:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000008:00000001:0.0:1775768487.465366:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465367:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768487.465370:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465373:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000010:0.0:1775768487.465376:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000400:00000200:1.0:1775768487.465376:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768487.465381:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465386:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200857:200857:256:4294967295] 192.168.202.154@tcp LPNI seq info [200857:200857:8:4294967295]
00000020:00000040:0.0:1775768487.465388:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768487.465393:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768487.465393:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768487.465396:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465398:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768487.465399:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768487.465401:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465407:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1775768487.465408:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768487.465414:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768487.465418:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00100000:0.0:1775768487.465422:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1775768487.465425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397900.
00000100:00000001:0.0:1775768487.465430:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768487.465432:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768487.465436:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768487.465436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768487.465445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768487.465446:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465451:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768487.465453:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768487.465454:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768487.465455:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768487.465457:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768487.465459:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4745
00000100:00000001:1.0:1775768487.465460:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768487.465464:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768487.465468:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768487.465470:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768487.465471:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768487.465475:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768487.465476:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299418886
00000100:00000001:0.0:1775768487.465477:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465480:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465482:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768487.465484:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:1.0:1775768487.465484:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000020:00000040:0.0:1775768487.465485:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768487.465488:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768487.465490:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768487.465492:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768487.465493:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768487.465494:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775768487.465496:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465499:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465500:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465501:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768487.465503:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768487.465504:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299418886
00000100:00080000:0.0:1775768487.465505:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465509:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465510:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1775768487.465511:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
02000000:00000001:0.0:1775768487.465513:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768487.465515:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465517:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768487.465517:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000008:00100000:0.0:1775768487.465520:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768487.465522:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775768487.465523:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465527:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465529:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768487.465531:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768487.465533:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768487.465534:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768487.465539:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768487.465539:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768487.465541:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465543:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768487.465543:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768487.465545:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465546:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:0.0:1775768487.465547:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:1.0:1775768487.465548:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768487.465551:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465552:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768487.465554:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1775768487.465557:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768487.465557:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768487.465562:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768487.465564:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768487.465568:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768487.465574:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.465575:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768487.465577:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465581:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768487.465584:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768487.465585:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465586:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465588:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1775768487.465591:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708224:192.168.202.154@tcp:38:kworker.0
00000100:00080000:0.0:1775768487.465592:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768487.465595:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768487.465596:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768487.465596:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768487.465598:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768487.465599:0:13429:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768487.465600:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465603:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4745
02000000:00000001:1.0:1775768487.465603:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1775768487.465607:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:1.0:1775768487.465608:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
00000400:00000200:0.0:1775768487.465609:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768487.465611:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768487.465612:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768487.465618:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465618:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768487.465622:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768487.465623:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b8f0.
00000100:00000040:0.0:1775768487.465626:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768487.465627:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000001:0.0:1775768487.465628:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768487.465632:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768487.465633:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000200:1.0:1775768487.465633:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708224, portal 10
00000020:00000001:0.0:1775768487.465635:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768487.465638:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768487.465638:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1775768487.465641:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768487.465641:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000020:00000001:0.0:1775768487.465645:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768487.465647:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465648:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768487.465652:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465654:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:1.0:1775768487.465654:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768487.465657:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768487.465661:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465665:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768487.465667:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768487.465670:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768487.465672:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465673:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768487.465674:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768487.465676:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768487.465678:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000008:00000001:0.0:1775768487.465679:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465681:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768487.465683:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcca18.
00000100:00000010:0.0:1775768487.465684:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768487.465687:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000200:1.0:1775768487.465687:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384708224, offset 0
02000000:00000001:0.0:1775768487.465688:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768487.465690:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768487.465692:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768487.465693:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768487.465696:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465696:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465701:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000010:0.0:1775768487.465702:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768487.465706:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465706:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768487.465711:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1775768487.465715:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768487.465715:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768487.465717:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768487.465722:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465727:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200858:200858:255:4294967295] 192.168.202.154@tcp LPNI seq info [200858:200858:7:4294967295]
00000400:00000200:1.0:1775768487.465736:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.465747:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768487.465750:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1775768487.465752:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768487.465757:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768487.465757:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397d00.
00000800:00000200:1.0:1775768487.465763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768487.465767:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768487.465769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768487.465774:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768487.465781:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768487.465785:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768487.465787:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465788:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299417627
00000100:00000040:0.0:1775768487.465793:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4755)
00000100:00000001:1.0:1775768487.465793:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.465810:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299417627
00000100:00000001:1.0:1775768487.465814:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.465816:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768487.465818:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465820:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768487.465823:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.465828:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768487.465848:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465850:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768487.465851:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768487.465853:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768487.465854:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708352:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768487.465858:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768487.465860:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768487.465861:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465863:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768487.465866:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768487.465868:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.465870:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768487.465873:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768487.465876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768487.465878:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708352, portal 10
00000100:00000001:1.0:1775768487.465880:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768487.465881:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:1.0:1775768487.465886:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.465892:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768487.465894:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768487.465896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc660.
00000100:00000200:1.0:1775768487.465898:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384708352, offset 0
00000400:00000200:1.0:1775768487.465902:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465906:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.465910:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768487.465912:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768487.465915:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768487.465917:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768487.465919:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.465922:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200859:200859:254:4294967295] 192.168.202.154@tcp LPNI seq info [200859:200859:6:4294967295]
00000400:00000200:1.0:1775768487.465926:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.465931:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768487.465934:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768487.465937:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397800.
00000800:00000200:1.0:1775768487.465940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768487.465945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768487.465947:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768487.465950:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768487.465953:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768487.465955:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299417606
00000100:00000001:1.0:1775768487.465957:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.465959:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299417606
00000100:00000001:1.0:1775768487.465960:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.465962:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768487.465964:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465966:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.465968:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768487.465972:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768487.465973:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768487.465974:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768487.465976:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768487.465977:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768487.465981:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.465988:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768487.465989:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.465991:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768487.465992:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768487.465993:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768487.465996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708480:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768487.465998:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768487.466000:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768487.466001:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.466003:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768487.466006:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768487.466008:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.466010:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768487.466013:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b688.
00000400:00000010:1.0:1775768487.466016:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc088.
00000100:00000200:1.0:1775768487.466019:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708480, portal 4
00000100:00000001:1.0:1775768487.466021:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768487.466022:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:1.0:1775768487.466027:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.466033:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768487.466035:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768487.466037:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc550.
00000100:00000200:1.0:1775768487.466039:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384708480, offset 0
00000400:00000200:1.0:1775768487.466042:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768487.466047:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.466049:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768487.466052:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768487.466056:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768487.466058:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768487.466060:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.466062:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200860:200860:253:4294967295] 192.168.202.154@tcp LPNI seq info [200860:200860:5:4294967295]
00000400:00000200:1.0:1775768487.466066:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.466071:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768487.466075:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768487.466078:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397700.
00000800:00000200:1.0:1775768487.466081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768487.466084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768487.466087:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768487.466090:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768487.466092:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768487.466094:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299417618
00000100:00000001:1.0:1775768487.466096:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.466098:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299417618
00000100:00000001:1.0:1775768487.466100:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.466103:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768487.466105:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.466107:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768487.466110:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.466116:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768487.466117:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.466119:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768487.466120:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768487.466122:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768487.466124:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708608:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768487.466127:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768487.466129:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768487.466130:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768487.466131:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768487.466135:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768487.466136:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768487.466139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768487.466140:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000010:1.0:1775768487.466143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc990.
00000100:00000200:1.0:1775768487.466146:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708608, portal 4
00000100:00000001:1.0:1775768487.466147:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768487.466149:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:1.0:1775768487.466153:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.466158:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768487.466160:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768487.466162:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc5d8.
00000100:00000200:1.0:1775768487.466163:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384708608, offset 0
00000400:00000200:1.0:1775768487.466167:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768487.466170:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.466173:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768487.466176:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768487.466178:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768487.466193:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768487.466196:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768487.466198:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200861:200861:252:4294967295] 192.168.202.154@tcp LPNI seq info [200861:200861:4:4294967295]
00000400:00000200:1.0:1775768487.466202:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768487.466206:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768487.466211:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768487.466214:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397000.
00000800:00000200:1.0:1775768487.466217:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768487.466220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768487.466222:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768487.466225:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768487.466227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768487.466229:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299417620
00000100:00000001:1.0:1775768487.466231:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.466233:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299417620
00000100:00000001:1.0:1775768487.466235:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299418886
00000100:00000001:1.0:1775768487.466237:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768487.466239:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.466241:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.466242:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768487.466246:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768487.466247:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768487.466248:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768487.466249:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768487.466251:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.466252:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.848946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.848952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.848956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.848957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768487.849010:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768487.849014:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768487.849017:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768488.808947:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299418886, at 4299418944
00000100:00000010:1.0:1775768488.808968:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000040:0.0:1775768488.808979:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299418886, at 4299418944
00000100:00000010:0.0:1775768488.808987:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768488.872946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.872952:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.872956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.872957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768488.873004:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768488.873007:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768488.873010:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768489.896927:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768489.896932:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.896937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768489.896941:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768489.896944:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768489.896947:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.896950:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768489.896953:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.896955:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.896957:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768489.897004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768489.897006:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768489.897009:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775768490.537059:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:3.0:1775768490.537100:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768490.537110:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768490.537114:0:2396:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:3.0:1775768490.537118:0:2396:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768490.537121:0:2396:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768490.537126:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768490.537130:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397900.
00000400:00000200:3.0:1775768490.537136:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768490.537141:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768490.537148:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc770
00000400:00000010:3.0:1775768490.537159:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc770.
00000100:00000001:3.0:1775768490.537168:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768490.537178:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537202:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768490.537206:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537213:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768490.537215:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768490.537226:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768490.537228:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397d00.
00000400:00000200:3.0:1775768490.537231:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1775768490.537235:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775768490.537235:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768490.537241:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775768490.537241:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcca18
00000400:00000010:3.0:1775768490.537243:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcca18.
00000100:00000001:1.0:1775768490.537247:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768490.537247:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768490.537253:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768490.537258:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768487/real 1775768490]  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537269:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768490.537275:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537294:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768490.537295:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1775768490.537296:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768490.537299:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:3.0:1775768490.537302:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000400:00000010:1.0:1775768490.537304:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2bf78.
00000800:00000010:3.0:1775768490.537305:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397800.
00000400:00000200:1.0:1775768490.537310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc198
00000400:00000200:3.0:1775768490.537310:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1775768490.537315:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc198.
00000400:00000200:3.0:1775768490.537318:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768490.537320:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1775768490.537322:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc660
00000400:00000010:3.0:1775768490.537326:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc660.
00000100:00000200:1.0:1775768490.537327:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537331:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768490.537338:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768490.537343:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537357:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768490.537360:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1775768490.537363:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537364:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537369:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768490.537374:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768490.537378:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1775768490.537382:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1775768490.537387:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:3.0:1775768490.537392:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397700.
00000400:00000200:3.0:1775768490.537397:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1775768490.537399:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775768490.537404:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00000040:1.0:1775768490.537408:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768490.537409:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc550
00000400:00000010:3.0:1775768490.537412:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc550.
00000100:00000001:3.0:1775768490.537417:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768490.537421:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:3.0:1775768490.537424:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537426:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537434:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768490.537438:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768490.537439:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768490.537443:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775768490.537443:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768490.537449:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768490.537458:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768490.537459:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768490.537462:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768490.537464:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000800:00000100:3.0:1775768490.537470:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000100:00000040:1.0:1775768490.537474:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1775768490.537474:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397000.
00000400:00000200:3.0:1775768490.537479:0:2396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768490.537489:0:2396:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000100:00100000:1.0:1775768490.537493:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384708096:192.168.202.154@tcp:250:kworker.0
00000400:00000200:3.0:1775768490.537494:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc5d8
00000400:00000010:3.0:1775768490.537498:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc5d8.
00000100:00000001:1.0:1775768490.537504:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768490.537504:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768490.537508:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000200:3.0:1775768490.537509:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768490.537514:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384708096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768490.537532:0:2396:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768490.537533:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1775768490.537537:0:2396:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768490.537538:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768490.537543:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc400.
00000100:00000001:3.0:1775768490.537549:0:2396:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768490.537550:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1775768490.537553:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775768490.537554:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768490.537556:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768490.537559:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768490.537562:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768490.537567:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768490.537569:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768490.537572:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:1.0:1775768490.537575:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768490.537577:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537580:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768490.537582:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768490.537584:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768490.537585:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768490.537603:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768487/real 1775768490]  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768490.537617:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768490.537618:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768490.537621:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b688.
00000400:00000200:1.0:1775768490.537623:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc088
00000400:00000010:1.0:1775768490.537625:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc088.
00000100:00000001:1.0:1775768490.537627:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768490.537630:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768490.537637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537644:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768490.537645:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537647:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537648:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768490.537651:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537657:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768490.537660:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537667:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768490.537670:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537671:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537672:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537674:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768490.537675:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768490.537677:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768490.537681:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768490.537684:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768490.537689:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768490.537696:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708480:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768490.537701:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768490.537704:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768487/real 1775768490]  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768490.537711:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768490.537712:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768490.537714:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b3c8.
00000400:00000200:1.0:1775768490.537717:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc990
00000400:00000010:1.0:1775768490.537719:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc990.
00000100:00000001:1.0:1775768490.537721:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768490.537724:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768490.537731:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537737:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768490.537738:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537740:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768490.537744:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537751:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768490.537754:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537761:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768490.537763:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537765:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537766:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537768:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768490.537770:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768490.537772:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768490.537775:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768490.537777:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768490.537781:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768490.537787:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708608:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768490.537791:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768490.537794:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768487/real 1775768490]  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768490.537800:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768490.537802:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768490.537803:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b8f0.
00000400:00000200:1.0:1775768490.537805:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768490.537807:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768490.537811:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768490.537813:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768490.537820:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537826:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768490.537827:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537852:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537853:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768490.537857:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537870:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768490.537873:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537880:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768490.537882:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537885:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537886:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768490.537888:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768490.537890:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768490.537893:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768490.537895:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768490.537899:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768490.537906:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708224:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768490.537910:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768490.537914:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768487/real 1775768490]  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768490.537921:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768490.537922:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768490.537924:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768490.537926:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768490.537928:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768490.537930:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768490.537933:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768490.537945:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537951:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768490.537952:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537953:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537954:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768490.537958:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537963:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768490.537967:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.537974:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768490.537976:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537977:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768490.537978:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.537980:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768490.537982:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768490.537984:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768490.537987:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768490.537991:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768490.537995:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768490.538003:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708352:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768490.538008:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538010:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768490.538013:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384708480/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.538024:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768490.538025:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768490.538027:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768490.538030:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768490.538031:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768490.538032:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768490.538034:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768490.538036:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768490.538038:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768490.538040:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768490.538041:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:1.0:1775768490.538045:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768490.538046:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538048:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768490.538050:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384708608/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.538057:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768490.538058:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768490.538059:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768490.538062:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768490.538063:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768490.538064:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768490.538066:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768490.538068:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:1.0:1775768490.538070:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768490.538072:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768490.538073:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:1.0:1775768490.538075:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768490.538076:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538078:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768490.538081:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384708224/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.538087:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768490.538089:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768490.538091:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768490.538094:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768490.538095:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768490.538097:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768490.538098:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768490.538100:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:1.0:1775768490.538102:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768490.538103:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768490.538105:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:1.0:1775768490.538107:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768490.538108:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538110:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768490.538112:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384708352/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768490.538119:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768490.538121:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768490.538122:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768490.538125:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768490.538126:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768490.538137:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768490.538139:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768490.538141:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:1.0:1775768490.538146:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768490.538148:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768490.538149:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768490.538163:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768490.538165:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538167:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768490.538175:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768490.538178:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768490.538180:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768490.538181:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.920943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.920949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.920954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.920955:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768490.921062:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768490.921065:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768490.921068:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768491.944970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.944976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.944982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.944983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768491.945036:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768491.945039:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768491.945041:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768492.584944:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768492.584953:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768492.584955:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768492.584958:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768492.584962:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768492.584968:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4750
00000400:00000200:2.0:1775768492.584975:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768492.584979:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768492.584981:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768492.584983:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.584986:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.584987:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.584989:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768492.584992:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768492.584993:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768492.584995:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768492.584997:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768492.585007:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768492.585009:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768492.585012:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585013:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585015:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585017:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768492.585019:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768492.585022:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585024:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768492.585027:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768492.585031:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768492.585034:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585036:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768492.585038:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768492.585045:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768492.585048:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768492.585052:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768492.585054:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585057:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768492.585059:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768492.585063:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768492.585070:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768492.585077:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768492.585086:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768492.585096:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768492.585100:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768492.585105:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768492.585128:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768492.585141:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768492.585144:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768492.585145:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768492.585147:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768492.585149:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768492.585151:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4750
00000400:00000200:2.0:1775768492.585155:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768492.585158:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768492.585160:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768492.585167:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768492.585171:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768492.585171:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585177:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768492.585178:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768492.585180:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768492.585182:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768492.585187:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768492.585190:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768492.585191:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768492.585194:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768492.585197:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:1.0:1775768492.585205:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768492.585205:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768492.585209:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768492.585209:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768492.585215:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768492.585216:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768492.585218:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585221:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585223:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768492.585225:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768492.585225:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768492.585231:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768492.585231:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585235:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.585240:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384708736:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768492.585240:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768492.585247:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768492.585247:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768492.585251:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.585252:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768492.585253:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768492.585255:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768492.585258:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768492.585260:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768492.585264:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585267:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768492.585269:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
00000100:00000010:2.0:1775768492.585271:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
02000000:00000001:1.0:1775768492.585272:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768492.585276:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768492.585282:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768492.585284:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775768492.585288:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
02000000:00000001:2.0:1775768492.585288:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585294:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768492.585296:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775768492.585297:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
02000000:00000001:2.0:1775768492.585300:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768492.585306:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708736, portal 25
00000100:00000001:1.0:1775768492.585310:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768492.585312:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
02000000:00000010:2.0:1775768492.585312:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768492.585319:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.585322:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768492.585328:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768492.585341:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768492.585345:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768492.585348:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768492.585352:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768492.585355:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384708736, offset 0
00000100:00000001:2.0:1775768492.585360:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.585364:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768492.585366:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768492.585376:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768492.585377:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768492.585381:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768492.585385:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768492.585387:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768492.585390:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768492.585391:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768492.585394:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768492.585395:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768492.585399:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4750
00000400:00000200:1.0:1775768492.585402:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768492.585409:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768492.585413:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768492.585417:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200862:200862:256:4294967295] 192.168.202.154@tcp LPNI seq info [200862:200862:8:4294967295]
00000400:00000200:1.0:1775768492.585422:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768492.585422:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768492.585429:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768492.585433:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768492.585439:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775768492.585441:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585450:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768492.585451:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768492.585455:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585458:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000010:1.0:1775768492.585459:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000020:00000001:2.0:1775768492.585461:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768492.585463:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768492.585465:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768492.585467:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768492.585470:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.0:1775768492.585471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:2.0:1775768492.585474:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000800:00000200:1.0:1775768492.585478:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1775768492.585479:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585481:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585485:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585487:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768492.585491:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768492.585494:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585496:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768492.585498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
02000000:00000001:2.0:1775768492.585499:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775768492.585503:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1775768492.585504:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768492.585508:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585511:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768492.585514:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1775768492.585515:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000008:00000001:2.0:1775768492.585519:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768492.585520:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768492.585529:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768492.585529:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768492.585536:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000400:00000200:1.0:1775768492.585537:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1775768492.585542:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768492.585546:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
02000000:00000001:2.0:1775768492.585546:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768492.585548:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768492.585550:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:2.0:1775768492.585551:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768492.585554:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768492.585557:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768492.585557:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768492.585562:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000200:1.0:1775768492.585563:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768492.585568:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585577:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775768492.585577:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768492.585585:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768492.585588:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768492.585592:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585600:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768492.585600:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.585604:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768492.585612:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585614:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768492.585615:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768492.585620:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768492.585621:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768492.585622:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768492.585625:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768492.585627:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299424006
00000100:00000001:2.0:1775768492.585628:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768492.585633:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4750
00000100:00000010:1.0:1775768492.585635:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000400:00000200:2.0:1775768492.585639:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768492.585643:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768492.585646:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768492.585647:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1775768492.585651:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585653:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585655:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768492.585656:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299424006
00000100:00000001:2.0:1775768492.585660:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:1.0:1775768492.585662:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000020:00000001:2.0:1775768492.585665:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768492.585667:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768492.585668:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768492.585672:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768492.585674:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768492.585677:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768492.585680:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585682:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585685:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585686:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768492.585688:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768492.585690:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585692:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768492.585693:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768492.585697:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768492.585699:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585701:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768492.585702:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1775768492.585703:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768492.585706:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585708:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768492.585711:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000020:00000040:2.0:1775768492.585713:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768492.585715:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768492.585717:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585720:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768492.585721:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768492.585722:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768492.585725:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585727:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768492.585730:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000100:00000001:1.0:1775768492.585731:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768492.585734:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.585739:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768492/real 1775768492]  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768492.585741:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768492.585767:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768492.585769:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768492.585772:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1775768492.585773:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768492.585776:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768492.585780:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000100:00000001:2.0:1775768492.585784:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.585787:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000100:00080000:2.0:1775768492.585788:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768492.585794:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00080000:2.0:1775768492.585794:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768492.585796:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768492.585800:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768492.585801:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768492.585803:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768492.585809:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768492.585809:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4750
00000100:00000200:1.0:1775768492.585821:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768492.585825:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768492.585863:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768492.585865:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.585869:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1775768492.585869:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768492.585873:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768492.585874:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768492.585879:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768492.585883:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768492.585883:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585889:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585893:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768492.585898:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768492.585901:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:1.0:1775768492.585902:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768492.585903:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768492.585905:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768492.585907:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768492.585910:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768492.585911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768492.585914:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585918:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768492.585921:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768492.585924:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768492.585928:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768492.585933:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768492.585935:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768492.585935:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768492.585939:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768492.585942:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768492.585943:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768492.585948:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768492.585948:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585950:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768492.585951:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775768492.585953:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768492.585956:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585957:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768492.585958:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.585962:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1775768492.585962:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000020:00000040:2.0:1775768492.585967:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00080000:1.0:1775768492.585968:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1775768492.585971:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768492.585974:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768492.585976:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1775768492.585977:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
02000000:00000001:2.0:1775768492.585978:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768492.585982:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768492.585982:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768492.585987:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000001:2.0:1775768492.585994:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.585997:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768492.586002:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768492.586020:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384708736:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768492.586022:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768492.586026:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586027:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586030:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768492.586032:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768492.586035:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384708736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768492.586061:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586062:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768492.586066:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1775768492.586067:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4760)
02000000:00000010:1.0:1775768492.586069:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768492.586075:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768492.586077:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768492.586078:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768492.586080:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768492.586083:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:1.0:1775768492.586087:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768492.586089:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768492.586091:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:1.0:1775768492.586094:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768492.586095:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586098:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586107:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768492.586109:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586111:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768492.586112:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768492.586114:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768492.586118:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586123:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768492.586125:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586127:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768492.586140:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768492.586143:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.586145:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708864:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768492.586148:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768492.586150:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768492.586152:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586153:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768492.586156:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768492.586158:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.586162:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768492.586165:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768492.586170:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768492.586172:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708864, portal 10
00000100:00000001:1.0:1775768492.586174:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768492.586175:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000040:1.0:1775768492.586181:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586186:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768492.586188:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768492.586191:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768492.586193:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384708864, offset 0
00000400:00000200:1.0:1775768492.586196:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586204:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768492.586207:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768492.586210:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768492.586212:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768492.586214:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586217:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200863:200863:256:4294967295] 192.168.202.154@tcp LPNI seq info [200863:200863:8:4294967295]
00000400:00000200:1.0:1775768492.586221:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586227:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768492.586232:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586236:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768492.586240:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768492.586242:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768492.586247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768492.586249:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768492.586252:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586254:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768492.586257:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768492.586261:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768492.586264:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768492.586265:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768492.586268:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768492.586270:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586278:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.586280:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586285:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586287:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768492.586290:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.586294:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768492.586297:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768492.586299:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299422748
00000100:00000001:1.0:1775768492.586301:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586303:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299422748
00000100:00000001:1.0:1775768492.586305:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586313:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768492.586315:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586317:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768492.586321:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768492/real 1775768492]  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768492.586328:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768492.586330:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768492.586331:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768492.586334:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768492.586335:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768492.586337:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768492.586340:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768492.586346:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586352:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768492.586354:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586355:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768492.586360:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586366:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768492.586370:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586377:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768492.586379:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586380:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586381:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586383:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768492.586385:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768492.586387:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768492.586390:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768492.586393:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768492.586397:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768492.586405:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708864:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768492.586410:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768492.586413:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586419:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768492.586421:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586423:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768492.586424:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768492.586427:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.586429:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708992:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768492.586432:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768492.586433:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768492.586435:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586436:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768492.586439:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768492.586441:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.586444:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768492.586446:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768492.586454:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768492.586457:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384708992, portal 10
00000100:00000001:1.0:1775768492.586459:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768492.586460:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:1.0:1775768492.586465:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586469:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768492.586471:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768492.586472:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768492.586474:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384708992, offset 0
00000400:00000200:1.0:1775768492.586477:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586479:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586481:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768492.586484:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768492.586485:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768492.586487:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768492.586489:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586491:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200864:200864:256:4294967295] 192.168.202.154@tcp LPNI seq info [200864:200864:8:4294967295]
00000400:00000200:1.0:1775768492.586494:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586497:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768492.586500:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586502:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768492.586504:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768492.586506:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768492.586508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768492.586510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768492.586512:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586514:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768492.586517:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768492.586520:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768492.586523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768492.586524:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768492.586526:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768492.586529:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586535:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.586538:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586543:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586545:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768492.586548:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.586551:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768492.586554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768492.586556:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299422726
00000100:00000001:1.0:1775768492.586558:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586560:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299422726
00000100:00000001:1.0:1775768492.586563:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586564:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768492.586566:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586568:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768492.586571:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768492/real 1775768492]  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768492.586576:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768492.586577:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768492.586578:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768492.586580:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768492.586581:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768492.586582:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768492.586585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768492.586592:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586598:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768492.586599:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586600:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586602:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768492.586604:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586611:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768492.586614:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586620:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768492.586623:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586624:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586626:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586627:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768492.586629:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768492.586631:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768492.586635:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768492.586637:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768492.586640:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768492.586646:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384708992:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768492.586649:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768492.586651:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586655:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768492.586656:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586658:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768492.586659:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768492.586660:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.586661:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709120:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768492.586663:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768492.586665:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768492.586666:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586667:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768492.586669:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768492.586671:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.586673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768492.586674:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768492.586676:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768492.586678:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709120, portal 4
00000100:00000001:1.0:1775768492.586680:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768492.586681:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:1.0:1775768492.586685:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586697:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768492.586700:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768492.586702:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768492.586704:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384709120, offset 0
00000400:00000200:1.0:1775768492.586707:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586711:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586714:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768492.586716:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768492.586719:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768492.586721:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768492.586723:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586726:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200865:200865:256:4294967295] 192.168.202.154@tcp LPNI seq info [200865:200865:8:4294967295]
00000400:00000200:1.0:1775768492.586729:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586734:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768492.586738:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586740:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768492.586743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768492.586746:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768492.586749:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768492.586752:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768492.586755:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.586757:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768492.586760:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768492.586763:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768492.586766:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768492.586767:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768492.586769:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768492.586772:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586783:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.586785:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586789:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586789:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768492.586792:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.586795:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768492.586798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768492.586800:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299422738
00000100:00000001:1.0:1775768492.586802:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586804:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299422738
00000100:00000001:1.0:1775768492.586806:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.586808:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768492.586809:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.586811:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768492.586814:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768492/real 1775768492]  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768492.586820:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768492.586822:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768492.586823:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768492.586825:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768492.586826:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768492.586855:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768492.586859:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768492.586867:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586873:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768492.586874:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586876:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586877:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768492.586881:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586886:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768492.586889:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586895:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768492.586897:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586898:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.586899:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.586901:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768492.586902:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768492.586904:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768492.586908:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768492.586910:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768492.586914:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768492.586921:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709120:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768492.586925:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768492.586927:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586931:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768492.586932:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586934:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768492.586935:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768492.586936:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768492.586938:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709248:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768492.586939:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768492.586940:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768492.586942:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768492.586943:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768492.586945:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768492.586946:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768492.586949:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768492.586951:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768492.586954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768492.586957:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709248, portal 4
00000100:00000001:1.0:1775768492.586958:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768492.586960:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:1.0:1775768492.586965:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.586970:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768492.586972:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768492.586976:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768492.586977:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384709248, offset 0
00000400:00000200:1.0:1775768492.586981:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.586987:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768492.586989:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768492.586991:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768492.586994:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768492.586995:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768492.586998:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200866:200866:256:4294967295] 192.168.202.154@tcp LPNI seq info [200866:200866:8:4294967295]
00000400:00000200:1.0:1775768492.587001:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768492.587006:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768492.587010:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.587012:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768492.587016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768492.587018:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768492.587022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768492.587023:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768492.587027:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768492.587028:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768492.587031:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768492.587033:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768492.587036:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768492.587037:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768492.587039:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768492.587041:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587047:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.587049:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587054:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.587055:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768492.587058:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768492.587060:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768492.587063:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768492.587065:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299422741
00000100:00000001:1.0:1775768492.587067:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.587068:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299422741
00000100:00000001:1.0:1775768492.587070:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299424006
00000100:00000001:1.0:1775768492.587072:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768492.587073:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.587074:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768492.587077:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768492/real 1775768492]  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768492.587083:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768492.587084:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768492.587085:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768492.587087:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768492.587089:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768492.587090:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768492.587093:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768492.587099:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587103:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768492.587104:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587106:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.587107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768492.587110:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587115:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768492.587118:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587122:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768492.587124:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587126:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768492.587127:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587128:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768492.587142:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768492.587145:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768492.587148:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768492.587150:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768492.587153:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768492.587164:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709248:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768492.587167:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587169:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.587171:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384708864/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587176:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768492.587178:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768492.587180:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768492.587182:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768492.587183:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768492.587185:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768492.587186:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768492.587188:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768492.587190:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768492.587191:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768492.587193:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000001:1.0:1775768492.587196:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768492.587197:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587198:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.587201:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384708992/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587206:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768492.587206:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768492.587208:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768492.587210:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768492.587211:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768492.587212:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768492.587213:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768492.587214:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768492.587216:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768492.587217:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768492.587218:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:1.0:1775768492.587220:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768492.587221:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587223:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.587226:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384709120/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587230:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768492.587231:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768492.587232:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768492.587234:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768492.587235:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768492.587236:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768492.587237:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768492.587238:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768492.587240:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768492.587241:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768492.587242:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:1.0:1775768492.587244:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768492.587245:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587246:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768492.587249:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384709248/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768517 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768492.587254:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768492.587254:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768492.587256:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768492.587258:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768492.587259:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768492.587260:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768492.587261:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768492.587262:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768492.587264:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768492.587265:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768492.587266:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:1.0:1775768492.587268:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768492.587269:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587271:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768492.587276:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768492.587277:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768492.587279:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768492.587281:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.968953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.968958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.968962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.968963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768492.969051:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768492.969055:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768492.969059:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768493.928946:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299424006, at 4299424064
00000100:00000010:1.0:1775768493.928960:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768493.929052:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299424006, at 4299424064
00000100:00000010:0.0:1775768493.929055:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768493.992934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.992940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.992944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.992945:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768493.993006:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768493.993010:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768493.993014:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768495.016955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768495.016964:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768495.016966:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768495.016970:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.016976:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768495.016979:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.016981:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.016984:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.016989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768495.016991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768495.017046:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768495.017049:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768495.017052:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768496.040943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.040950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.040957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.040958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768496.041004:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768496.041009:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768496.041013:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768497.064949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.064959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.064966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.064967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768497.065028:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768497.065032:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768497.065036:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768497.704949:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768497.704959:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768497.704962:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768497.704968:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768497.704973:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768497.704986:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4755
00000400:00000200:2.0:1775768497.704998:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768497.705005:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768497.705008:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768497.705012:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705015:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705018:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705021:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768497.705026:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768497.705028:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768497.705032:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768497.705035:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768497.705037:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768497.705040:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768497.705043:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705044:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705046:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705048:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768497.705051:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768497.705055:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705058:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768497.705061:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768497.705065:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768497.705074:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705076:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768497.705092:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768497.705104:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768497.705108:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768497.705112:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768497.705114:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705117:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768497.705120:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768497.705125:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768497.705133:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9c00.
00000100:00000001:2.0:1775768497.705140:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768497.705150:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768497.705161:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768497.705167:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768497.705172:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705198:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768497.705201:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768497.705204:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768497.705206:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768497.705207:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768497.705216:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768497.705219:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4755
00000400:00000200:2.0:1775768497.705223:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768497.705227:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768497.705229:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768497.705233:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705235:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768497.705237:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768497.705238:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705242:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768497.705244:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768497.705244:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768497.705247:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:1.0:1775768497.705249:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768497.705250:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768497.705253:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768497.705256:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768497.705259:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768497.705260:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768497.705263:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705268:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768497.705276:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768497.705277:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768497.705279:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705280:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768497.705284:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768497.705287:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768497.705288:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768497.705292:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768497.705294:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705299:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768497.705301:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775768497.705305:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384709376:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768497.705307:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768497.705309:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768497.705310:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705313:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768497.705314:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768497.705316:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768497.705318:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768497.705319:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768497.705323:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768497.705326:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
00000100:00000001:2.0:1775768497.705326:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.705331:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768497.705332:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768497.705336:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768497.705338:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768497.705340:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768497.705342:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768497.705344:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00000001:2.0:1775768497.705345:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768497.705348:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768497.705350:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768497.705351:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
02000000:00000010:2.0:1775768497.705356:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9000.
00000100:00000200:1.0:1775768497.705359:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709376, portal 25
00000100:00000001:2.0:1775768497.705360:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.705362:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768497.705365:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
00000100:00100000:2.0:1775768497.705369:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768497.705372:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705389:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768497.705392:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768497.705393:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.705396:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768497.705400:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768497.705401:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768497.705403:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384709376, offset 0
00000400:00000200:1.0:1775768497.705411:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705419:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.705421:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768497.705425:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768497.705429:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:2.0:1775768497.705431:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768497.705433:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768497.705434:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768497.705436:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768497.705439:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768497.705440:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:2.0:1775768497.705443:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4755
00000400:00000200:1.0:1775768497.705447:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768497.705450:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.705452:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768497.705457:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768497.705459:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200867:200867:256:4294967295] 192.168.202.154@tcp LPNI seq info [200867:200867:8:4294967295]
00000100:00080000:2.0:1775768497.705460:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768497.705465:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768497.705467:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705470:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705473:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705477:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768497.705481:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768497.705482:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768497.705485:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768497.705488:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768497.705490:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000200:1.0:1775768497.705493:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000020:00000001:2.0:1775768497.705494:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768497.705498:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768497.705502:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768497.705503:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000001:2.0:1775768497.705505:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705508:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705510:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768497.705513:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000800:00000200:1.0:1775768497.705517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:2.0:1775768497.705518:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705523:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768497.705525:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1775768497.705525:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768497.705528:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768497.705535:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705538:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768497.705541:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775768497.705545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:2.0:1775768497.705546:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705550:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768497.705551:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000100:00000010:2.0:1775768497.705554:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000800:00000100:1.0:1775768497.705557:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768497.705559:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000010:1.0:1775768497.705561:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
02000000:00000001:2.0:1775768497.705565:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768497.705567:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.705569:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768497.705570:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768497.705572:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768497.705576:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775768497.705576:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768497.705581:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9800.
00000400:00000200:1.0:1775768497.705582:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768497.705587:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:2.0:1775768497.705588:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768497.705594:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768497.705597:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768497.705603:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705605:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768497.705609:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.705616:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768497.705616:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768497.705621:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705633:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768497.705638:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768497.705639:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.705643:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768497.705644:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768497.705647:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768497.705648:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768497.705650:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705651:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768497.705656:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768497.705657:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4755
00000100:00000001:1.0:1775768497.705661:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299429126
00000400:00000200:2.0:1775768497.705664:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:1.0:1775768497.705667:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000400:00000200:2.0:1775768497.705668:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768497.705671:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768497.705675:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705678:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768497.705680:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1775768497.705681:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705685:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768497.705687:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768497.705689:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299429126
00000020:00000040:2.0:1775768497.705689:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768497.705691:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:1.0:1775768497.705695:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
00000100:00000001:1.0:1775768497.705698:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768497.705701:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768497.705703:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:1.0:1775768497.705705:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768497.705707:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:1.0:1775768497.705710:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1775768497.705711:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768497.705716:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768497.705718:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768497/real 1775768497]  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705720:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705726:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705731:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768497.705736:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768497.705740:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000001:1.0:1775768497.705741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768497.705743:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768497.705744:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1775768497.705746:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768497.705748:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
02000000:00000001:2.0:1775768497.705750:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768497.705752:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
02000000:00000001:2.0:1775768497.705753:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768497.705755:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:2.0:1775768497.705756:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768497.705758:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:2.0:1775768497.705760:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775768497.705765:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768497.705765:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705769:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768497.705774:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768497.705777:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768497.705779:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768497.705781:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.705783:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768497.705786:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768497.705789:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768497.705794:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb800.
00000100:00000200:1.0:1775768497.705799:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705799:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768497.705807:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768497.705851:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768497.705854:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768497.705861:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.705863:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768497.705866:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.705871:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.705875:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768497.705875:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768497.705881:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1775768497.705885:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768497.705886:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768497.705890:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768497.705892:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768497.705894:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768497.705897:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4755
00000400:00000200:2.0:1775768497.705905:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768497.705910:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768497.705911:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768497.705913:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768497.705917:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768497.705920:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705921:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768497.705926:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768497.705930:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768497.705933:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768497.705934:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768497.705935:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768497.705937:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768497.705941:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768497.705942:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768497.705945:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768497.705947:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.705949:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768497.705950:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768497.705951:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768497.705955:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768497.705956:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1775768497.705959:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768497.705960:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768497.705963:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:1.0:1775768497.705966:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768497.705967:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768497.705972:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00080000:1.0:1775768497.705976:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768497.705977:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768497.705980:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768497.705982:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768497.705984:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768497.705987:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.705990:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768497.705990:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768497.705994:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768497.705999:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768497.706002:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768497.706009:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000100:00100000:1.0:1775768497.706010:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384709376:192.168.202.154@tcp:250:kworker.0
00000020:00000040:2.0:1775768497.706012:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768497.706016:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768497.706018:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706020:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768497.706020:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768497.706023:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768497.706024:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768497.706025:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.706029:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384709376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768497.706031:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768497.706036:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706038:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768497.706041:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1775768497.706043:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768497.706044:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768497.706050:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768497.706053:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768497.706055:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000001:2.0:1775768497.706057:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1775768497.706058:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768497.706061:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768497.706062:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9c00.
00000100:00000040:2.0:1775768497.706067:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768497.706069:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768497.706072:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768497.706076:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:1.0:1775768497.706093:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768497.706093:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706096:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706099:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768497.706100:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4765)
00000100:00000001:1.0:1775768497.706108:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768497.706111:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706113:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768497.706115:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768497.706117:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768497.706122:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706127:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768497.706128:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706129:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768497.706131:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768497.706132:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768497.706134:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768497.706136:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768497.706138:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768497.706139:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706140:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768497.706142:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768497.706144:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.706146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768497.706148:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768497.706151:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768497.706153:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709504, portal 10
00000100:00000001:1.0:1775768497.706155:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768497.706156:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
00000100:00000040:1.0:1775768497.706161:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706165:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768497.706166:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768497.706168:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768497.706169:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384709504, offset 0
00000400:00000200:1.0:1775768497.706172:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706174:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706176:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768497.706178:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768497.706180:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768497.706182:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768497.706183:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706185:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200868:200868:256:4294967295] 192.168.202.154@tcp LPNI seq info [200868:200868:8:4294967295]
00000400:00000200:1.0:1775768497.706188:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706192:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768497.706194:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706196:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768497.706198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768497.706200:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768497.706203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768497.706204:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768497.706206:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706208:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768497.706210:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768497.706213:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768497.706216:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768497.706218:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768497.706220:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768497.706223:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706236:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706239:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706245:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706247:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768497.706250:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.706254:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768497.706257:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768497.706259:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299427868
00000100:00000001:1.0:1775768497.706262:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706264:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299427868
00000100:00000001:1.0:1775768497.706266:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706269:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768497.706271:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706273:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768497.706276:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768497/real 1775768497]  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768497.706281:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768497.706282:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768497.706283:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768497.706285:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768497.706286:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768497.706287:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768497.706289:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768497.706294:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706297:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768497.706299:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706300:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706301:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768497.706303:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706306:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768497.706308:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706312:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768497.706313:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706314:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706315:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706316:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768497.706317:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768497.706318:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768497.706320:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768497.706321:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768497.706323:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768497.706327:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709504:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768497.706329:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768497.706331:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706335:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768497.706336:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706337:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768497.706338:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768497.706339:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768497.706341:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768497.706343:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768497.706344:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768497.706346:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706347:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768497.706349:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768497.706350:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.706352:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768497.706353:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768497.706355:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768497.706357:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709632, portal 10
00000100:00000001:1.0:1775768497.706358:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768497.706359:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:1.0:1775768497.706363:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706367:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768497.706368:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768497.706369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768497.706371:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384709632, offset 0
00000400:00000200:1.0:1775768497.706373:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706375:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706377:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768497.706378:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768497.706380:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768497.706381:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768497.706383:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706385:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200869:200869:256:4294967295] 192.168.202.154@tcp LPNI seq info [200869:200869:8:4294967295]
00000400:00000200:1.0:1775768497.706387:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706391:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768497.706394:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706395:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768497.706398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768497.706400:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768497.706402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768497.706404:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768497.706419:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706421:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768497.706423:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768497.706425:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768497.706427:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768497.706428:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768497.706429:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768497.706431:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706436:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706438:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706442:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706443:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768497.706445:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.706447:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768497.706449:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768497.706450:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299427846
00000100:00000001:1.0:1775768497.706452:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706453:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299427846
00000100:00000001:1.0:1775768497.706455:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706456:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768497.706457:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706458:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768497.706460:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768497/real 1775768497]  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768497.706464:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768497.706465:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768497.706466:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768497.706468:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768497.706468:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768497.706470:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768497.706471:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768497.706476:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706479:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768497.706479:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706480:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706481:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768497.706483:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706487:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768497.706490:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706496:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768497.706497:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706499:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706500:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706501:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768497.706503:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768497.706505:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768497.706508:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768497.706510:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768497.706514:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768497.706528:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709632:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768497.706532:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768497.706535:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706540:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768497.706541:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706543:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768497.706544:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768497.706545:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768497.706547:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768497.706549:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768497.706551:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768497.706552:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706553:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768497.706555:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768497.706557:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.706559:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768497.706561:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768497.706563:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768497.706565:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709760, portal 4
00000100:00000001:1.0:1775768497.706567:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768497.706567:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:1.0:1775768497.706571:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706575:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768497.706577:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768497.706578:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768497.706579:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384709760, offset 0
00000400:00000200:1.0:1775768497.706582:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706585:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706587:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768497.706589:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768497.706590:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768497.706592:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768497.706594:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706595:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200870:200870:256:4294967295] 192.168.202.154@tcp LPNI seq info [200870:200870:8:4294967295]
00000400:00000200:1.0:1775768497.706598:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706602:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768497.706604:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706606:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768497.706608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768497.706610:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768497.706612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768497.706614:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768497.706617:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706618:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768497.706620:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768497.706622:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768497.706624:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768497.706625:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768497.706626:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768497.706628:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706633:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706634:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706638:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706639:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768497.706640:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.706642:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768497.706644:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768497.706646:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299427858
00000100:00000001:1.0:1775768497.706647:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706649:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299427858
00000100:00000001:1.0:1775768497.706650:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706651:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768497.706652:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706653:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768497.706655:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768497/real 1775768497]  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768497.706659:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768497.706660:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768497.706661:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768497.706662:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768497.706663:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768497.706665:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768497.706666:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768497.706671:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706675:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768497.706675:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706676:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706677:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768497.706679:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706682:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768497.706684:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706688:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768497.706690:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706692:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706693:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706695:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768497.706696:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768497.706699:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768497.706702:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768497.706704:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768497.706707:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768497.706714:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709760:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768497.706718:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768497.706721:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706727:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768497.706728:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706731:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768497.706733:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768497.706735:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768497.706738:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768497.706741:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768497.706742:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768497.706744:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768497.706746:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768497.706749:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768497.706750:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768497.706753:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768497.706755:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768497.706758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768497.706760:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384709888, portal 4
00000100:00000001:1.0:1775768497.706763:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768497.706764:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:1.0:1775768497.706770:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706776:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768497.706778:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768497.706780:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768497.706782:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384709888, offset 0
00000400:00000200:1.0:1775768497.706785:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706789:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706793:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768497.706795:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768497.706798:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768497.706800:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768497.706802:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768497.706805:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200871:200871:256:4294967295] 192.168.202.154@tcp LPNI seq info [200871:200871:8:4294967295]
00000400:00000200:1.0:1775768497.706809:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768497.706813:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768497.706816:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706818:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768497.706820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768497.706823:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768497.706825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768497.706827:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768497.706843:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768497.706845:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768497.706847:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768497.706849:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768497.706850:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768497.706851:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768497.706853:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768497.706855:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706864:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706866:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706872:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706874:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768497.706876:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768497.706879:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768497.706882:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768497.706884:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299427861
00000100:00000001:1.0:1775768497.706886:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706888:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299427861
00000100:00000001:1.0:1775768497.706890:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299429126
00000100:00000001:1.0:1775768497.706892:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768497.706894:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.706896:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768497.706899:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768497/real 1775768497]  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768497.706907:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768497.706909:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768497.706910:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768497.706913:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768497.706914:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768497.706916:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768497.706919:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768497.706925:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706929:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768497.706931:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706932:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706933:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768497.706935:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706938:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768497.706940:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706944:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768497.706945:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706946:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768497.706947:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706948:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768497.706949:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768497.706951:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768497.706952:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768497.706953:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768497.706955:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768497.706959:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384709888:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768497.706962:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706963:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706966:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384709504/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.706971:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768497.706972:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768497.706974:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:1.0:1775768497.706976:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768497.706977:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768497.706978:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768497.706980:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768497.706982:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9000.
02000000:00000001:1.0:1775768497.706984:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768497.706985:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768497.706987:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:1.0:1775768497.706989:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768497.706991:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.706992:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.706996:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384709632/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.707002:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768497.707003:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768497.707005:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:1.0:1775768497.707007:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768497.707008:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768497.707009:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768497.707011:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768497.707012:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9800.
02000000:00000001:1.0:1775768497.707014:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768497.707015:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768497.707017:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:1.0:1775768497.707019:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768497.707020:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.707022:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.707024:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384709760/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.707029:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768497.707029:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768497.707030:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:1.0:1775768497.707032:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768497.707032:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768497.707033:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768497.707034:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768497.707034:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb800.
02000000:00000001:1.0:1775768497.707035:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768497.707036:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768497.707037:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:1.0:1775768497.707039:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768497.707040:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.707040:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768497.707042:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384709888/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768497.707045:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768497.707046:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768497.707047:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:1.0:1775768497.707048:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768497.707048:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768497.707049:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768497.707050:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768497.707050:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768497.707051:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768497.707052:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768497.707053:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:1.0:1775768497.707054:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768497.707054:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.707055:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768497.707058:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768497.707058:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768497.707059:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768497.707060:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.088956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.088962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.088969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.088971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768498.089049:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768498.089052:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768498.089054:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768499.048922:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299429126, at 4299429184
00000100:00000040:0.0:1775768499.048931:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299429126, at 4299429184
00000100:00000010:1.0:1775768499.048948:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00000100:00000010:0.0:1775768499.048952:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00010000:00000001:3.0:1775768499.112968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.112974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.112981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.112982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768499.113035:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768499.113039:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768499.113043:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768500.136933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.136940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.136947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.136951:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768500.136953:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768500.136956:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.136959:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768500.136961:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.136963:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.136966:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768500.137022:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768500.137025:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768500.137028:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768501.160934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.160940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.160946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.160947:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768501.161020:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768501.161026:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768501.161031:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768502.184933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.184940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.184948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.184949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768502.184997:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768502.185001:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768502.185004:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768502.824927:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768502.824936:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768502.824938:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768502.824942:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768502.824946:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768502.824951:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4760
00000400:00000200:2.0:1775768502.824959:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768502.824964:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768502.824967:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768502.824970:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.824972:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768502.824974:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.824977:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768502.824981:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768502.824982:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768502.824985:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768502.824988:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768502.824991:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768502.824993:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768502.824997:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.824999:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768502.825002:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825004:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768502.825008:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768502.825011:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825013:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768502.825015:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768502.825018:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768502.825020:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825021:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768502.825023:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768502.825040:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a300.
00000020:00000040:2.0:1775768502.825043:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768502.825046:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768502.825047:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825049:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768502.825051:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768502.825055:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768502.825061:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768502.825066:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768502.825072:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768502.825080:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768502.825084:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768502.825088:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1012d0f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825105:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768502.825107:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768502.825109:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768502.825110:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768502.825111:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768502.825113:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768502.825115:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4760
00000400:00000200:2.0:1775768502.825118:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768502.825120:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768502.825122:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768502.825124:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825126:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768502.825128:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825130:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768502.825132:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768502.825133:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768502.825134:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768502.825136:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000100:00000001:0.0:1775768502.825137:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768502.825137:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768502.825139:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:0.0:1775768502.825143:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768502.825143:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825146:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768502.825147:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768502.825149:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825151:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768502.825153:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768502.825156:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768502.825157:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825159:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768502.825161:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768502.825167:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768502.825169:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825170:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768502.825174:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768502.825176:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1775768502.825177:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825179:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825179:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768502.825181:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497a680.
02000000:00000001:0.0:1775768502.825184:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768502.825184:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768502.825185:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768502.825187:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825188:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768502.825188:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768502.825189:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768502.825191:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825194:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768502.825194:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768502.825198:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768502.825201:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384710016:192.168.202.154@tcp:250:kworker.0
00000100:00100000:2.0:1775768502.825203:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768502.825209:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768502.825212:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768502.825214:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825215:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768502.825216:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a78e2e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768502.825218:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825224:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768502.825226:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768502.825228:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768502.825229:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768502.825230:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1775768502.825231:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
00000100:00080000:2.0:1775768502.825232:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1775768502.825236:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825236:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768502.825239:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4760
00000400:00000200:2.0:1775768502.825242:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.825245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768502.825246:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768502.825250:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775768502.825251:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:2.0:1775768502.825254:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:0.0:1775768502.825257:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:2.0:1775768502.825257:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768502.825261:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825264:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000200:0.0:1775768502.825265:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710016, portal 25
00000020:00000001:2.0:1775768502.825266:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768502.825269:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775768502.825269:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000100:00000001:0.0:1775768502.825271:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445952 : -107275321105664 : ffff9e6f0497a300)
00000020:00000001:2.0:1775768502.825272:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768502.825275:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000040:0.0:1775768502.825277:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768502.825279:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768502.825285:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:0.0:1775768502.825287:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768502.825292:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:2.0:1775768502.825292:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:0.0:1775768502.825295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000001:2.0:1775768502.825297:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768502.825298:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384710016, offset 0
00000100:00000040:2.0:1775768502.825303:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.825306:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825308:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768502.825311:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:0.0:1775768502.825313:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768502.825315:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825317:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768502.825319:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768502.825320:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:2.0:1775768502.825322:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768502.825324:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768502.825325:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825327:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768502.825328:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768502.825329:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000008:00000001:2.0:1775768502.825331:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825333:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768502.825335:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1775768502.825336:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979c00.
00000020:00000040:2.0:1775768502.825338:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:0.0:1775768502.825339:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:2.0:1775768502.825341:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768502.825343:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825345:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768502.825347:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200872:200872:256:4294967295] 192.168.202.154@tcp LPNI seq info [200872:200872:8:4294967295]
02000000:00000001:2.0:1775768502.825347:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768502.825350:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768502.825354:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000400:00000200:0.0:1775768502.825357:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768502.825358:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768502.825363:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768502.825373:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768502.825373:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768502.825376:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768502.825381:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2875b78] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768502.825383:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.825389:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00000001:2.0:1775768502.825390:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768502.825394:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768502.825397:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.0:1775768502.825398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:2.0:1775768502.825399:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768502.825401:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1775768502.825403:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768502.825404:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768502.825407:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4760
00000800:00000200:0.1:1775768502.825410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:2.0:1775768502.825414:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:0.1:1775768502.825414:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768502.825419:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.825422:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:2.0:1775768502.825422:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768502.825426:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768502.825427:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768502.825431:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.825434:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768502.825435:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768502.825438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000100:00000040:2.0:1775768502.825440:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:0.0:1775768502.825441:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:2.0:1775768502.825445:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768502.825447:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768502.825450:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1775768502.825453:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768502.825453:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768502.825456:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768502.825459:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:0.0:1775768502.825463:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775768502.825463:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768502.825468:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768502.825468:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768502.825475:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825476:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775768502.825479:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768502.825481:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825481:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768502.825486:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.825489:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768502.825490:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768502.825493:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299434246
00000020:00000040:2.0:1775768502.825493:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768502.825496:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000010:0.0:1775768502.825498:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:2.0:1775768502.825499:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768502.825502:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768502.825504:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.825505:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775768502.825505:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825509:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768502.825511:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768502.825512:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299434246
00000008:00000001:2.0:1775768502.825514:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768502.825515:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab768a0.
00000100:00000001:2.0:1775768502.825516:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825519:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1775768502.825520:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978a80.
00000020:00000040:2.0:1775768502.825523:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768502.825524:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768502.825525:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825526:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768502.825527:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768502.825529:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768502.825529:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825534:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768502.825534:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768502.825537:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825539:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768502.825542:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775768502.825547:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768502/real 1775768502]  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825549:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768502.825552:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768502.825557:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003255d310] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768502.825566:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768502.825567:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768502.825568:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1775768502.825569:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768502.825570:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768502.825575:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000100:00080000:2.0:1775768502.825575:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768502.825576:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1775768502.825578:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00080000:2.0:1775768502.825578:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768502.825581:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768502.825582:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768502.825585:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4760
00000100:00000200:0.0:1775768502.825587:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768502.825593:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:0.0:1775768502.825601:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768502.825601:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768502.825606:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768502.825614:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768502.825615:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768502.825618:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768502.825618:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768502.825620:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.825622:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768502.825623:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:0.0:1775768502.825627:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825627:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768502.825633:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768502.825635:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:0.0:1775768502.825636:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768502.825639:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768502.825641:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768502.825642:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768502.825647:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768502.825650:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768502.825651:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768502.825653:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.825655:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.825656:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768502.825657:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768502.825659:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768502.825661:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768502.825662:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768502.825666:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768502.825666:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768502.825671:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:0.0:1775768502.825673:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768502.825676:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1775768502.825676:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768502.825682:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768502.825683:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825687:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768502.825692:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768502.825694:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384710016:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768502.825696:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.825697:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.825701:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768502.825701:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768502.825705:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a300 x1862023384710016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768502.825706:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768502.825709:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768502.825716:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000008:00000001:2.0:1775768502.825716:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825719:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768502.825720:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768502.825721:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768502.825724:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768502.825725:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768502.825726:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000010:2.0:1775768502.825726:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979500.
00000020:00000001:0.0:1775768502.825729:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:2.0:1775768502.825731:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000010:0.0:1775768502.825732:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:0.0:1775768502.825736:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768502.825736:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768502.825738:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1775768502.825739:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768502.825740:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a300.
00000100:00000001:0.0:1775768502.825744:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768502.825744:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768502.825746:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768502.825747:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768502.825748:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768502.825750:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768502.825753:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:0.0:1775768502.825754:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768502.825756:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825756:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825761:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768502.825762:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768502.825764:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1775768502.825765:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768502.825769:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825775:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768502.825776:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825777:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768502.825778:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768502.825782:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825784:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1775768502.825785:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710144:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768502.825787:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825791:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768502.825793:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768502.825794:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b57d87] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768502.825795:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825799:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768502.825802:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768502.825804:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768502.825805:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768502.825808:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768502.825809:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4770)
00000400:00000010:0.0:1775768502.825810:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768502.825814:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768502.825816:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710144, portal 10
00000100:00000001:0.0:1775768502.825817:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768502.825818:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388446848 : -107275321104768 : ffff9e6f0497a680)
00000100:00000040:0.0:1775768502.825823:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825850:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768502.825852:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768502.825854:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768502.825855:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384710144, offset 0
00000400:00000200:0.0:1775768502.825858:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768502.825861:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.825864:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768502.825866:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768502.825868:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768502.825870:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768502.825871:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.825873:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200873:200873:256:4294967295] 192.168.202.154@tcp LPNI seq info [200873:200873:8:4294967295]
00000400:00000200:0.0:1775768502.825876:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.825879:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768502.825882:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.825884:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768502.825887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768502.825888:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768502.825891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768502.825893:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768502.825895:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.825896:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768502.825898:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768502.825900:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768502.825902:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768502.825903:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768502.825904:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768502.825906:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825915:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.825916:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825920:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825920:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768502.825922:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768502.825924:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768502.825926:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768502.825927:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299432988
00000100:00000001:0.0:1775768502.825929:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.825930:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299432988
00000100:00000001:0.0:1775768502.825931:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.825932:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.825933:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.825934:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768502.825936:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768502/real 1775768502]  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768502.825940:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768502.825941:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768502.825942:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768502.825943:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768502.825944:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768502.825945:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768502.825947:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768502.825951:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825955:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768502.825956:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.825957:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.825958:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768502.825959:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825963:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768502.825965:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825968:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768502.825969:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.825970:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.825971:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.825972:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768502.825973:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768502.825974:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768502.825976:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768502.825977:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768502.825979:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768502.825983:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710144:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768502.825985:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768502.825986:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.825990:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768502.825991:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.825992:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768502.825993:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768502.825994:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768502.825996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710272:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768502.825998:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768502.825999:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768502.826000:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.826001:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826003:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3800.
02000000:00000001:0.0:1775768502.826004:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768502.826006:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768502.826007:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768502.826009:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768502.826010:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710272, portal 10
00000100:00000001:0.0:1775768502.826011:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768502.826012:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388444160 : -107275321107456 : ffff9e6f04979c00)
00000100:00000040:0.0:1775768502.826016:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826019:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768502.826021:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768502.826022:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768502.826023:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384710272, offset 0
00000400:00000200:0.0:1775768502.826025:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826041:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826044:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768502.826045:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768502.826047:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768502.826048:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768502.826050:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826052:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200874:200874:256:4294967295] 192.168.202.154@tcp LPNI seq info [200874:200874:8:4294967295]
00000400:00000200:0.0:1775768502.826054:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826058:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768502.826060:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826062:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768502.826065:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768502.826067:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768502.826069:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768502.826070:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768502.826072:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826074:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768502.826075:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768502.826077:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768502.826079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768502.826080:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768502.826081:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768502.826083:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826088:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826090:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826093:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826094:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768502.826096:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768502.826098:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768502.826099:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768502.826100:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299432966
00000100:00000001:0.0:1775768502.826102:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826103:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299432966
00000100:00000001:0.0:1775768502.826104:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826105:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.826106:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826108:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768502.826109:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768502/real 1775768502]  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768502.826113:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768502.826114:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768502.826115:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768502.826117:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768502.826117:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768502.826119:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768502.826120:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768502.826124:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826128:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768502.826128:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826129:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826130:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768502.826132:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826135:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768502.826137:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826140:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768502.826142:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826143:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826143:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826144:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768502.826145:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768502.826147:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768502.826148:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768502.826149:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768502.826151:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768502.826158:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710272:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768502.826160:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768502.826162:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826165:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768502.826166:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.826167:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768502.826168:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768502.826169:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768502.826171:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768502.826172:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768502.826173:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768502.826174:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.826175:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826177:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768502.826178:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768502.826180:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768502.826181:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768502.826183:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768502.826185:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710400, portal 4
00000100:00000001:0.0:1775768502.826186:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768502.826186:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388439680 : -107275321111936 : ffff9e6f04978a80)
00000100:00000040:0.0:1775768502.826190:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826193:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768502.826195:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768502.826196:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768502.826197:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384710400, offset 0
00000400:00000200:0.0:1775768502.826199:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826202:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826203:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768502.826205:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768502.826206:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768502.826208:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768502.826209:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826211:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200875:200875:256:4294967295] 192.168.202.154@tcp LPNI seq info [200875:200875:8:4294967295]
00000400:00000200:0.0:1775768502.826213:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826216:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768502.826219:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826220:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768502.826222:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768502.826223:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768502.826226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768502.826227:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768502.826229:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826230:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768502.826232:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768502.826234:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768502.826235:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768502.826236:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768502.826237:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768502.826239:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826243:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826244:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826248:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826249:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768502.826250:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768502.826252:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768502.826254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768502.826255:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299432978
00000100:00000001:0.0:1775768502.826256:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826258:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299432978
00000100:00000001:0.0:1775768502.826259:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826260:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.826261:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826262:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768502.826264:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768502/real 1775768502]  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768502.826267:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768502.826268:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768502.826269:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768502.826270:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768502.826271:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768502.826272:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768502.826274:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768502.826278:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826281:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768502.826282:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826283:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826283:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768502.826285:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826288:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768502.826290:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826294:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768502.826295:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826298:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768502.826299:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768502.826300:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768502.826302:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768502.826303:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768502.826305:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768502.826308:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710400:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768502.826310:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826311:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826313:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497a680 x1862023384710144/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826316:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768502.826317:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826318:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768502.826319:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768502.826319:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768502.826320:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768502.826321:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768502.826322:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:0.0:1775768502.826324:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768502.826325:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768502.826325:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497a680.
00000100:00000001:0.0:1775768502.826327:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768502.826327:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826329:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826331:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979c00 x1862023384710272/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826342:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768502.826343:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826344:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:0.0:1775768502.826346:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768502.826347:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768502.826348:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768502.826350:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768502.826351:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:0.0:1775768502.826353:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768502.826354:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768502.826356:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979c00.
00000100:00000001:0.0:1775768502.826358:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768502.826359:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826361:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826364:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978a80 x1862023384710400/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826370:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768502.826371:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826372:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768502.826374:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768502.826375:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768502.826377:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768502.826378:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768502.826380:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:0.0:1775768502.826381:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768502.826382:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768502.826383:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978a80.
00000100:00000001:0.0:1775768502.826385:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768502.826386:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826387:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826390:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768502.826391:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826392:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768502.826393:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768502.826394:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768502.826396:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826400:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768502.826401:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.826402:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768502.826403:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768502.826404:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768502.826406:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768502.826408:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768502.826409:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768502.826410:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768502.826411:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826413:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768502.826414:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768502.826416:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768502.826418:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768502.826419:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768502.826421:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710528, portal 4
00000100:00000001:0.0:1775768502.826422:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768502.826423:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388442368 : -107275321109248 : ffff9e6f04979500)
00000100:00000040:0.0:1775768502.826426:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826430:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768502.826431:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768502.826432:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768502.826434:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384710528, offset 0
00000400:00000200:0.0:1775768502.826436:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826438:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826440:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768502.826441:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768502.826443:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768502.826444:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768502.826446:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768502.826448:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200876:200876:256:4294967295] 192.168.202.154@tcp LPNI seq info [200876:200876:8:4294967295]
00000400:00000200:0.0:1775768502.826450:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768502.826454:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768502.826456:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826458:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768502.826460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768502.826462:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768502.826464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768502.826466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768502.826468:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768502.826469:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768502.826471:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768502.826473:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768502.826474:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768502.826475:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768502.826476:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768502.826478:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826483:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826484:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826488:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826489:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768502.826491:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768502.826492:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768502.826494:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768502.826495:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299432980
00000100:00000001:0.0:1775768502.826497:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826498:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299432980
00000100:00000001:0.0:1775768502.826499:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299434246
00000100:00000001:0.0:1775768502.826501:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768502.826502:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826503:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768502.826505:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768502/real 1775768502]  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768502.826509:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768502.826510:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768502.826511:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768502.826512:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768502.826513:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768502.826514:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768502.826515:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768502.826521:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826527:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768502.826528:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826531:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768502.826534:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826541:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768502.826544:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826550:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768502.826552:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826554:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768502.826555:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826557:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768502.826558:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768502.826560:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768502.826563:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768502.826564:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768502.826566:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768502.826571:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710528:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768502.826573:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826574:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768502.826575:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979500 x1862023384710528/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768502.826578:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768502.826579:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768502.826580:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768502.826582:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768502.826582:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768502.826583:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768502.826584:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768502.826585:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:0.0:1775768502.826586:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768502.826586:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768502.826587:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979500.
00000100:00000001:0.0:1775768502.826588:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768502.826589:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826590:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.826592:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768502.826593:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768502.826594:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768502.826595:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.208929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.208934:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.208939:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.208940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768503.208985:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768503.208987:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768503.208990:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768504.168920:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299434246, at 4299434304
00000100:00000010:1.0:1775768504.168935:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab768a0.
00000100:00000040:0.0:1775768504.168942:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299434246, at 4299434304
00000100:00000010:0.0:1775768504.168950:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768504.232947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.232955:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768504.232957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768504.232960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.232966:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768504.232969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.232971:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.232973:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.232977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.232979:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768504.233044:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768504.233046:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768504.233049:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768505.256933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768505.256940:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768505.256948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768505.256949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768505.256994:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768505.256997:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768505.257000:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768506.282715:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.282721:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.282728:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.282729:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768506.284049:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768506.284053:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768506.284056:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768507.304951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.304956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.304961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.304962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768507.305061:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768507.305065:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768507.305069:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768507.944954:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768507.944966:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768507.944969:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768507.944973:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768507.944993:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768507.945001:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4765
00000400:00000200:3.0:1775768507.945011:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768507.945017:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768507.945021:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768507.945025:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945028:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945030:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945033:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768507.945037:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768507.945039:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768507.945041:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768507.945043:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768507.945046:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768507.945048:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768507.945051:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945053:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945055:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945056:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768507.945059:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768507.945062:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945064:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768507.945067:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768507.945071:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768507.945074:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945076:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768507.945079:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768507.945087:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775768507.945091:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768507.945095:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768507.945096:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945099:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768507.945102:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768507.945106:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768507.945113:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775768507.945120:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768507.945129:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768507.945139:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768507.945143:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768507.945148:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945171:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768507.945175:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768507.945178:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768507.945179:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768507.945181:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768507.945183:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768507.945186:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4765
00000400:00000200:3.0:1775768507.945189:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768507.945192:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768507.945194:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768507.945196:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945199:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945201:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945203:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768507.945206:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768507.945207:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768507.945208:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768507.945210:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768507.945212:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768507.945215:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768507.945218:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945220:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945222:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945225:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768507.945227:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000001:0.0:1775768507.945228:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768507.945230:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945233:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768507.945234:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945236:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775768507.945237:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768507.945243:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768507.945246:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768507.945246:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945250:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768507.945255:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768507.945258:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1775768507.945259:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945260:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945263:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.945266:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1775768507.945267:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
02000000:00000001:0.0:1775768507.945270:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768507.945271:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768507.945273:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768507.945275:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768507.945278:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.945279:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384710656:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768507.945282:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768507.945285:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768507.945286:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768507.945289:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.945291:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1775768507.945293:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
02000000:00000001:0.0:1775768507.945294:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.945299:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768507.945299:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768507.945306:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
00000100:00100000:3.0:1775768507.945307:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768507.945310:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945318:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768507.945319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768507.945323:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768507.945324:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:3.0:1775768507.945329:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768507.945332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768507.945341:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710656, portal 25
00000100:00000001:3.0:1775768507.945341:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945346:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775768507.945346:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768507.945349:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00080000:3.0:1775768507.945351:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768507.945354:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768507.945356:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768507.945358:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945361:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768507.945366:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4765
00000100:00000001:0.0:1775768507.945372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1775768507.945373:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768507.945378:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768507.945381:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000400:00000200:3.0:1775768507.945381:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768507.945385:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768507.945386:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384710656, offset 0
00000100:00000040:3.0:1775768507.945392:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945394:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945401:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768507.945403:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945408:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945409:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:3.0:1775768507.945414:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768507.945415:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1775768507.945418:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768507.945420:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768507.945421:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768507.945423:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768507.945425:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768507.945428:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000001:3.0:1775768507.945428:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768507.945434:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945436:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768507.945438:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768507.945439:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:3.0:1775768507.945444:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945445:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200877:200877:256:4294967295] 192.168.202.154@tcp LPNI seq info [200877:200877:8:4294967295]
00000100:00000001:3.0:1775768507.945449:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768507.945451:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:3.0:1775768507.945454:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768507.945459:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945463:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768507.945464:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768507.945467:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1775768507.945470:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775768507.945472:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768507.945474:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:3.0:1775768507.945475:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945478:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768507.945481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:3.0:1775768507.945482:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768507.945485:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000008:00000001:3.0:1775768507.945486:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945490:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768507.945491:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:3.0:1775768507.945495:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000800:00000200:0.1:1775768507.945495:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768507.945500:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:3.0:1775768507.945501:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000010:0.0:1775768507.945502:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
02000000:00000001:3.0:1775768507.945506:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768507.945508:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768507.945509:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768507.945510:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768507.945513:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775768507.945513:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768507.945517:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768507.945518:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768507.945520:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
02000000:00000010:3.0:1775768507.945522:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:0.0:1775768507.945524:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768507.945526:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768507.945528:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768507.945535:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768507.945537:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.945541:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945554:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768507.945555:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945557:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768507.945559:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945562:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768507.945566:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768507.945567:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768507.945571:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299439366
00000100:00000010:0.0:1775768507.945575:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:3.0:1775768507.945581:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945583:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1775768507.945584:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768507.945588:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768507.945589:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299439366
00000100:00000001:3.0:1775768507.945590:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1775768507.945593:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76240.
00000100:00080000:3.0:1775768507.945593:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768507.945596:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768507.945597:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768507.945600:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775768507.945602:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4765
00000100:00000001:0.0:1775768507.945604:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945607:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1775768507.945609:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768507.945612:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768507/real 1775768507]  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768507.945616:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768507.945621:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1775768507.945627:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1775768507.945627:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945630:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1775768507.945631:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768507.945634:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:3.0:1775768507.945635:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.945638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000100:00000001:3.0:1775768507.945639:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768507.945642:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000020:00000001:3.0:1775768507.945643:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768507.945646:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1775768507.945646:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768507.945649:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775768507.945653:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768507.945653:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768507.945657:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768507.945662:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768507.945670:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:0.0:1775768507.945671:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945674:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945679:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945681:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768507.945682:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768507.945683:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775768507.945686:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:0.0:1775768507.945688:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1775768507.945690:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945691:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.945696:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.945698:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768507.945699:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768507.945703:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768507.945708:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945713:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.945713:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768507.945716:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1775768507.945720:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768507.945721:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945725:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768507.945731:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000100:00000001:0.0:1775768507.945732:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1775768507.945735:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768507.945737:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768507.945738:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768507.945740:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775768507.945741:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945742:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.945745:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768507.945747:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1775768507.945748:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768507.945750:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775768507.945750:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768507.945754:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:3.0:1775768507.945756:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00080000:0.0:1775768507.945760:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768507.945760:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945764:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1775768507.945768:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768507.945771:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945786:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1775768507.945791:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384710656:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768507.945791:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945798:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768507.945798:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.945803:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.945808:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384710656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945810:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768507.945815:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768507.945822:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768507.945823:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775768507.945824:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1775768507.945827:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1775768507.945827:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768507.945854:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768507.945857:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4765
00000400:00000200:3.0:1775768507.945861:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768507.945864:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768507.945867:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768507.945870:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768507.945873:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1775768507.945875:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
00000100:00000040:3.0:1775768507.945877:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768507.945880:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1775768507.945881:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768507.945883:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:3.0:1775768507.945884:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768507.945886:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000040:3.0:1775768507.945887:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768507.945891:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:3.0:1775768507.945891:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768507.945893:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
02000000:00000010:0.0:1775768507.945894:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf000.
00000020:00000001:3.0:1775768507.945897:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:0.0:1775768507.945898:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1775768507.945901:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:0.0:1775768507.945902:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768507.945904:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000040:3.0:1775768507.945907:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945909:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768507.945911:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.945911:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768507.945915:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945916:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.945920:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768507.945923:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:0.0:1775768507.945926:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1775768507.945926:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768507.945929:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945930:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945933:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775768507.945934:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768507.945936:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768507.945938:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775768507.945938:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768507.945942:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.945944:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768507.945945:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768507.945948:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768507.945953:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945957:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.945959:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768507.945961:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768507.945962:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
02000000:00000001:0.0:1775768507.945963:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768507.945966:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768507.945966:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768507.945971:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768507.945972:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.945986:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768507.945988:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768507.945990:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768507.945990:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.945996:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710784:192.168.202.154@tcp:38:kworker.0
02000000:00000010:3.0:1775768507.945997:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:0.0:1775768507.946002:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768507.946003:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946004:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768507.946007:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946010:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1775768507.946011:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775768507.946014:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768507.946018:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768507.946023:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768507.946024:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768507.946027:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768507.946028:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768507.946033:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000040:3.0:1775768507.946034:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768507.946038:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710784, portal 10
00000100:00000001:0.0:1775768507.946042:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768507.946044:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000001:3.0:1775768507.946049:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.946054:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768507.946055:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4775)
00000100:00000001:0.0:1775768507.946063:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768507.946065:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768507.946067:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768507.946070:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384710784, offset 0
00000400:00000200:0.0:1775768507.946074:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946078:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946082:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768507.946085:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768507.946087:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768507.946090:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768507.946092:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946094:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200878:200878:256:4294967295] 192.168.202.154@tcp LPNI seq info [200878:200878:8:4294967295]
00000400:00000200:0.0:1775768507.946098:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946103:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768507.946107:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946111:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768507.946114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768507.946116:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768507.946121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768507.946123:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768507.946126:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946128:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768507.946131:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768507.946134:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768507.946137:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768507.946138:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768507.946140:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768507.946143:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946150:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946153:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946158:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946160:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768507.946162:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.946165:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768507.946169:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768507.946171:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299438108
00000100:00000001:0.0:1775768507.946173:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946175:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299438108
00000100:00000001:0.0:1775768507.946177:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946179:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768507.946181:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946182:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768507.946186:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768507/real 1775768507]  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768507.946200:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768507.946202:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768507.946203:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768507.946205:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768507.946206:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768507.946208:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768507.946211:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768507.946219:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946224:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768507.946226:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946227:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946229:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768507.946232:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946238:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768507.946241:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946247:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768507.946250:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946251:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946252:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946254:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768507.946255:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768507.946258:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768507.946261:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768507.946263:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768507.946266:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768507.946274:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710784:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768507.946277:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768507.946280:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946286:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768507.946287:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946289:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768507.946290:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768507.946292:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.946295:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768507.946297:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768507.946300:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768507.946301:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946303:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946307:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3800.
02000000:00000001:0.0:1775768507.946309:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768507.946312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768507.946315:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768507.946317:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768507.946320:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384710912, portal 10
00000100:00000001:0.0:1775768507.946322:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768507.946323:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:0.0:1775768507.946328:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946334:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768507.946336:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768507.946338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768507.946340:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384710912, offset 0
00000400:00000200:0.0:1775768507.946344:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946347:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946350:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768507.946352:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768507.946355:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768507.946357:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768507.946359:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946361:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200879:200879:256:4294967295] 192.168.202.154@tcp LPNI seq info [200879:200879:8:4294967295]
00000400:00000200:0.0:1775768507.946365:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946370:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768507.946374:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946377:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768507.946381:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768507.946383:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768507.946387:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768507.946390:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768507.946393:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946394:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768507.946397:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768507.946400:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768507.946402:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768507.946404:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768507.946406:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768507.946408:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946415:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946417:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946423:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946424:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768507.946427:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.946430:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768507.946432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768507.946434:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299438086
00000100:00000001:0.0:1775768507.946436:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946438:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299438086
00000100:00000001:0.0:1775768507.946440:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946442:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768507.946443:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946445:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768507.946448:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768507/real 1775768507]  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768507.946455:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768507.946456:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768507.946458:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768507.946460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768507.946461:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768507.946463:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768507.946466:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768507.946474:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946480:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768507.946481:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946483:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946485:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768507.946488:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946493:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768507.946496:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946501:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768507.946503:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946505:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946506:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946507:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768507.946509:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768507.946511:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768507.946514:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768507.946516:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768507.946519:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768507.946527:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384710912:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768507.946530:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768507.946533:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946538:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768507.946539:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946541:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768507.946543:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768507.946545:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.946547:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768507.946550:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768507.946552:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768507.946553:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946555:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946558:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768507.946560:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768507.946563:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768507.946565:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768507.946568:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768507.946571:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711040, portal 4
00000100:00000001:0.0:1775768507.946573:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768507.946574:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366925696 : -107275342625920 : ffff9e6f034f4380)
00000100:00000040:0.0:1775768507.946578:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946584:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768507.946587:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768507.946589:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768507.946591:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384711040, offset 0
00000400:00000200:0.0:1775768507.946594:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946598:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946601:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768507.946604:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768507.946606:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768507.946608:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768507.946610:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946613:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200880:200880:256:4294967295] 192.168.202.154@tcp LPNI seq info [200880:200880:8:4294967295]
00000400:00000200:0.0:1775768507.946616:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946621:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768507.946625:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946628:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768507.946631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768507.946634:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768507.946637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768507.946639:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768507.946642:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946644:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768507.946646:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768507.946649:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768507.946652:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768507.946653:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768507.946655:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768507.946658:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946669:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946671:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946677:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946678:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768507.946680:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.946683:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768507.946685:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768507.946687:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299438098
00000100:00000001:0.0:1775768507.946689:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946691:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299438098
00000100:00000001:0.0:1775768507.946692:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.946694:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768507.946696:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946697:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768507.946701:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768507/real 1775768507]  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768507.946707:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768507.946708:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768507.946709:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768507.946711:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768507.946713:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768507.946714:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768507.946717:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768507.946724:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768507.946730:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768507.946736:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946741:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768507.946744:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946749:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768507.946751:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946752:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.946754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946755:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768507.946756:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768507.946758:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768507.946760:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768507.946762:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768507.946765:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768507.946772:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711040:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768507.946775:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946777:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946779:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384710784/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946785:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768507.946786:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946788:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768507.946790:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768507.946791:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768507.946792:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768507.946794:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768507.946796:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:0.0:1775768507.946798:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768507.946799:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768507.946800:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:0.0:1775768507.946802:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768507.946803:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946805:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946808:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384710912/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946813:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768507.946814:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946815:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:0.0:1775768507.946817:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768507.946818:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768507.946819:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768507.946820:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768507.946821:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:0.0:1775768507.946823:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768507.946824:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768507.946825:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:0.0:1775768507.946826:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768507.946843:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946845:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.946848:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4380 x1862023384711040/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946853:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768507.946854:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946855:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768507.946857:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768507.946858:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768507.946859:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768507.946861:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768507.946862:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:0.0:1775768507.946864:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768507.946865:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768507.946866:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4380.
00000100:00000001:0.0:1775768507.946869:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768507.946870:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946872:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.946875:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768507.946876:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.946878:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768507.946879:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768507.946880:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768507.946883:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946888:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768507.946889:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946892:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768507.946893:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768507.946895:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.946897:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768507.946900:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768507.946901:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768507.946903:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768507.946904:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768507.946906:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768507.946908:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768507.946911:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768507.946913:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768507.946915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768507.946918:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711168, portal 4
00000100:00000001:0.0:1775768507.946919:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768507.946921:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366927488 : -107275342624128 : ffff9e6f034f4a80)
00000100:00000040:0.0:1775768507.946924:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.946929:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768507.946931:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768507.946933:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768507.946935:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384711168, offset 0
00000400:00000200:0.0:1775768507.946939:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946942:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946945:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768507.946947:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768507.946949:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768507.946951:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768507.946953:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768507.946956:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200881:200881:256:4294967295] 192.168.202.154@tcp LPNI seq info [200881:200881:8:4294967295]
00000400:00000200:0.0:1775768507.946959:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768507.946964:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768507.946968:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.946970:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768507.946973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768507.946989:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768507.946993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768507.946995:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768507.946998:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768507.947000:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768507.947003:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768507.947006:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768507.947008:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768507.947010:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768507.947012:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768507.947015:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947021:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.947023:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947029:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.947030:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768507.947033:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768507.947035:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768507.947038:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768507.947040:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299438101
00000100:00000001:0.0:1775768507.947042:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.947044:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299438101
00000100:00000001:0.0:1775768507.947046:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299439366
00000100:00000001:0.0:1775768507.947048:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768507.947049:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.947051:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768507.947054:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768507/real 1775768507]  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768507.947061:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768507.947062:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768507.947064:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768507.947066:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768507.947067:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768507.947069:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768507.947071:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768507.947078:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947083:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768507.947084:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947086:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.947087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768507.947090:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947096:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768507.947099:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947105:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768507.947107:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947109:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768507.947110:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947111:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768507.947112:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768507.947114:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768507.947117:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768507.947120:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768507.947123:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768507.947129:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711168:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768507.947133:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947134:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768507.947136:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4a80 x1862023384711168/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768507.947141:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768507.947142:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768507.947144:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:0.0:1775768507.947146:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768507.947147:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768507.947148:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768507.947150:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768507.947151:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:0.0:1775768507.947153:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768507.947154:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768507.947155:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4a80.
00000100:00000001:0.0:1775768507.947157:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768507.947159:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947160:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.947163:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768507.947164:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768507.947166:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768507.947167:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.328956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.328962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.328969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.328989:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768508.329056:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768508.329060:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768508.329063:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768509.288977:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299439366, at 4299439424
00000100:00000010:1.0:1775768509.289000:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76240.
00000100:00000040:0.0:1775768509.289011:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299439366, at 4299439424
00000100:00000010:0.0:1775768509.289022:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768509.353010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353024:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353029:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768509.353031:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768509.353035:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353040:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768509.353043:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353045:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353047:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768509.353113:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768509.353118:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768509.353121:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768510.376944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768510.376962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768510.376969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768510.376971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768510.377027:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768510.377030:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768510.377032:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768511.401071:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401077:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401082:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401084:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768511.401142:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768511.401144:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768511.401147:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768512.424975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.424982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.424989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.424990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768512.425054:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768512.425058:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768512.425061:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768513.064951:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768513.064959:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768513.064961:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768513.064965:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768513.064969:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768513.064975:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4770
00000400:00000200:3.0:1775768513.064984:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768513.064990:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768513.064993:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768513.064996:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.064999:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065001:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065004:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768513.065008:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768513.065010:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768513.065012:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768513.065014:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768513.065017:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768513.065019:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768513.065022:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065024:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065026:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065027:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768513.065030:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768513.065033:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065035:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065036:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768513.065039:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768513.065041:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065042:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768513.065044:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768513.065051:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775768513.065054:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768513.065056:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768513.065057:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065060:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768513.065062:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768513.065065:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768513.065071:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775768513.065076:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768513.065083:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768513.065091:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768513.065094:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768513.065097:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065115:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768513.065117:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768513.065119:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768513.065120:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768513.065122:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768513.065123:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768513.065124:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4770
00000400:00000200:3.0:1775768513.065127:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768513.065129:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768513.065130:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768513.065132:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065134:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065135:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065137:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768513.065138:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768513.065139:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768513.065140:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768513.065141:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768513.065142:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768513.065144:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768513.065146:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065147:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065149:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768513.065150:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768513.065150:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768513.065151:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768513.065155:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768513.065157:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768513.065157:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065160:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768513.065161:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775768513.065164:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768513.065166:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065168:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:0.0:1775768513.065170:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775768513.065172:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768513.065177:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065181:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768513.065185:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775768513.065188:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:0.0:1775768513.065190:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.065192:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065193:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768513.065195:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.065196:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768513.065198:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768513.065199:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768513.065202:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065202:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1775768513.065206:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384711296:192.168.202.154@tcp:250:kworker.0
02000000:00000001:3.0:1775768513.065206:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065212:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1775768513.065213:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
02000000:00000001:0.0:1775768513.065215:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768513.065217:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065218:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.065220:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768513.065224:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
00000100:00100000:3.0:1775768513.065226:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768513.065227:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768513.065236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768513.065240:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768513.065242:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768513.065247:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:3.0:1775768513.065247:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768513.065254:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:3.0:1775768513.065260:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768513.065262:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711296, portal 25
00000100:00080000:3.0:1775768513.065263:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768513.065264:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768513.065266:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366924800 : -107275342626816 : ffff9e6f034f4000)
00000100:00080000:3.0:1775768513.065269:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768513.065271:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775768513.065274:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768513.065275:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768513.065281:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768513.065283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775768513.065287:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4770
00000100:00000040:0.0:1775768513.065288:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768513.065292:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768513.065295:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384711296, offset 0
00000400:00000200:3.0:1775768513.065295:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.065302:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768513.065304:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768513.065307:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768513.065309:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768513.065313:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065317:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065318:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:3.0:1775768513.065322:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768513.065324:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1775768513.065327:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768513.065329:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000020:00000040:3.0:1775768513.065331:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000400:00000200:0.0:1775768513.065334:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1775768513.065335:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768513.065337:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000040:3.0:1775768513.065339:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:0.0:1775768513.065342:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200882:200882:256:4294967295] 192.168.202.154@tcp LPNI seq info [200882:200882:8:4294967295]
00000020:00000001:3.0:1775768513.065345:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768513.065348:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:3.0:1775768513.065351:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768513.065357:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065361:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768513.065362:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065367:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:0.0:1775768513.065368:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065370:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768513.065372:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768513.065374:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065378:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768513.065379:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:3.0:1775768513.065379:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768513.065381:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768513.065384:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065385:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768513.065388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:3.0:1775768513.065388:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768513.065392:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000008:00000001:3.0:1775768513.065392:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065395:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768513.065398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:3.0:1775768513.065400:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
00000800:00000200:0.1:1775768513.065401:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1775768513.065403:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768513.065405:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768513.065405:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065407:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768513.065407:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768513.065409:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768513.065412:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775768513.065417:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768513.065421:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.065424:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00100000:3.0:1775768513.065424:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768513.065431:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768513.065431:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768513.065433:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768513.065436:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768513.065445:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768513.065445:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768513.065448:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768513.065451:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000100:00080000:3.0:1775768513.065451:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768513.065453:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1775768513.065454:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00080000:3.0:1775768513.065454:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768513.065459:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768513.065460:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775768513.065461:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4770
00000100:00000200:0.0:1775768513.065466:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768513.065466:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768513.065472:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768513.065476:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768513.065481:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768513.065483:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768513.065483:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065487:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768513.065489:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065490:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768513.065494:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768513.065496:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768513.065499:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768513.065502:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768513.065502:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:0.0:1775768513.065505:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775768513.065505:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768513.065508:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768513.065511:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768513.065512:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065512:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065516:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065520:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768513.065520:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768513.065523:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299444486
00000020:00000040:3.0:1775768513.065523:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768513.065528:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000010:0.0:1775768513.065529:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76900.
00000100:00000001:3.0:1775768513.065529:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065532:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768513.065534:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768513.065535:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065537:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775768513.065537:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768513.065539:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768513.065542:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065543:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065544:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299444486
00000100:00000010:3.0:1775768513.065545:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000100:00000010:0.0:1775768513.065548:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab769c0.
00000020:00000040:3.0:1775768513.065548:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768513.065553:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768513.065554:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1775768513.065555:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065558:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768513.065559:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768513.065561:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065564:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775768513.065565:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:0.0:1775768513.065567:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065570:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768513.065570:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.065575:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768513/real 1775768513]  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768513.065579:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775768513.065584:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768513.065587:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768513.065590:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768513.065594:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000100:00000001:3.0:1775768513.065594:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768513.065597:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:3.0:1775768513.065597:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065601:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775768513.065604:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768513.065607:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065623:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768513.065626:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768513.065626:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768513.065632:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768513.065636:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768513.065638:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768513.065639:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768513.065641:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768513.065641:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768513.065644:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1775768513.065645:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4770
00000100:00000001:0.0:1775768513.065646:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768513.065652:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768513.065652:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768513.065658:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768513.065663:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768513.065664:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768513.065667:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768513.065670:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065671:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768513.065675:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065680:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768513.065684:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768513.065686:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1775768513.065686:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768513.065689:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768513.065690:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775768513.065691:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:0.0:1775768513.065694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1775768513.065694:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768513.065695:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775768513.065697:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768513.065698:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775768513.065700:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768513.065701:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768513.065704:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1775768513.065705:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1775768513.065708:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768513.065711:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:0.0:1775768513.065712:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000040:3.0:1775768513.065713:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:0.0:1775768513.065715:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1775768513.065718:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768513.065721:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065721:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768513.065725:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768513.065728:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768513.065732:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384711296:192.168.202.154@tcp:250:kworker.0
02000000:00000001:3.0:1775768513.065732:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768513.065736:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768513.065739:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1775768513.065739:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768513.065743:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1775768513.065743:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768513.065747:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4000 x1862023384711296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768513.065747:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768513.065752:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000020:00000040:3.0:1775768513.065756:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768513.065757:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768513.065759:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768513.065760:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1775768513.065761:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768513.065763:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
00000100:00000001:3.0:1775768513.065763:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768513.065764:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768513.065766:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1775768513.065767:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768513.065768:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768513.065770:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000010:3.0:1775768513.065770:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000020:00000001:0.0:1775768513.065772:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1775768513.065774:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768513.065775:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cfc00.
02000000:00000001:0.0:1775768513.065779:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768513.065781:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1775768513.065781:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1775768513.065784:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4000.
00000100:00000001:0.0:1775768513.065788:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768513.065790:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768513.065791:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768513.065793:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768513.065793:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768513.065798:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.065801:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768513.065802:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065803:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768513.065806:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4780)
00000100:00000001:0.0:1775768513.065811:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768513.065813:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768513.065813:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768513.065816:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.065821:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.065822:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.065823:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768513.065825:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768513.065826:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.065851:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768513.065854:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768513.065856:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768513.065857:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.065859:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768513.065862:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768513.065864:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768513.065867:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768513.065870:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768513.065873:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768513.065875:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711424, portal 10
00000100:00000001:0.0:1775768513.065878:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768513.065879:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366933760 : -107275342617856 : ffff9e6f034f6300)
00000100:00000040:0.0:1775768513.065885:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.065891:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768513.065894:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768513.065896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768513.065898:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384711424, offset 0
00000400:00000200:0.0:1775768513.065901:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065905:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.065909:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768513.065912:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768513.065914:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768513.065916:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768513.065918:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.065921:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200883:200883:256:4294967295] 192.168.202.154@tcp LPNI seq info [200883:200883:8:4294967295]
00000400:00000200:0.0:1775768513.065940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.065947:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768513.065950:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.065952:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768513.065954:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768513.065956:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768513.065959:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768513.065960:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768513.065963:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.065964:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768513.065966:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768513.065968:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768513.065970:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768513.065971:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768513.065972:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768513.065975:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.065979:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.065981:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.065985:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.065986:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768513.065987:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768513.065990:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768513.065992:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768513.065994:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299443228
00000100:00000001:0.0:1775768513.065997:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.065999:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299443228
00000100:00000001:0.0:1775768513.066001:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066002:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768513.066004:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066006:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768513.066009:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768513/real 1775768513]  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768513.066017:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768513.066018:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768513.066020:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768513.066022:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768513.066024:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768513.066026:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768513.066028:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768513.066035:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066041:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768513.066042:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066044:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066045:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768513.066048:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066054:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768513.066058:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066064:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768513.066066:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066068:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066069:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066071:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768513.066072:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768513.066075:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768513.066078:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768513.066080:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768513.066083:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768513.066090:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711424:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768513.066094:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768513.066096:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066102:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.066104:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066106:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768513.066107:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768513.066109:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.066111:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768513.066114:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768513.066116:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768513.066117:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066119:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066122:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768513.066124:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768513.066127:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768513.066129:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768513.066131:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768513.066134:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711552, portal 10
00000100:00000001:0.0:1775768513.066136:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768513.066137:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366930176 : -107275342621440 : ffff9e6f034f5500)
00000100:00000040:0.0:1775768513.066142:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066148:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768513.066150:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768513.066151:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768513.066154:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384711552, offset 0
00000400:00000200:0.0:1775768513.066157:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066160:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066164:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768513.066166:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768513.066169:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768513.066171:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768513.066173:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066176:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200884:200884:256:4294967295] 192.168.202.154@tcp LPNI seq info [200884:200884:8:4294967295]
00000400:00000200:0.0:1775768513.066179:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066185:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768513.066189:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066192:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768513.066195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768513.066198:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768513.066202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768513.066204:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768513.066208:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066209:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768513.066212:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768513.066215:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768513.066217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768513.066219:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768513.066221:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768513.066224:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066235:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066237:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066242:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066244:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768513.066246:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768513.066249:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768513.066251:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768513.066253:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299443206
00000100:00000001:0.0:1775768513.066255:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066257:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299443206
00000100:00000001:0.0:1775768513.066259:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066261:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768513.066263:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066265:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768513.066269:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768513/real 1775768513]  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768513.066276:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768513.066277:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768513.066278:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768513.066281:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768513.066282:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768513.066284:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768513.066287:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768513.066294:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066299:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768513.066301:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066302:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066304:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768513.066306:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066312:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768513.066315:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066321:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768513.066323:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066325:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066326:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066327:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768513.066328:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768513.066330:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768513.066333:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768513.066335:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768513.066338:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768513.066345:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711552:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768513.066348:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768513.066351:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066357:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.066358:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066360:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768513.066362:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768513.066363:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.066366:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768513.066369:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768513.066371:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768513.066372:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066374:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066377:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768513.066379:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768513.066382:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768513.066384:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768513.066387:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768513.066390:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711680, portal 4
00000100:00000001:0.0:1775768513.066391:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768513.066393:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366929280 : -107275342622336 : ffff9e6f034f5180)
00000100:00000040:0.0:1775768513.066398:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066404:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768513.066406:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768513.066408:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768513.066410:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384711680, offset 0
00000400:00000200:0.0:1775768513.066413:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066416:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066419:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768513.066422:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768513.066424:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768513.066425:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768513.066427:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066429:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200885:200885:256:4294967295] 192.168.202.154@tcp LPNI seq info [200885:200885:8:4294967295]
00000400:00000200:0.0:1775768513.066431:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066435:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768513.066438:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066440:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768513.066443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768513.066444:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768513.066446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768513.066448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768513.066450:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066452:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768513.066453:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768513.066455:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768513.066457:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768513.066458:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768513.066459:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768513.066461:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066466:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066468:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066472:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066473:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768513.066474:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768513.066476:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768513.066477:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768513.066479:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299443218
00000100:00000001:0.0:1775768513.066480:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066481:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299443218
00000100:00000001:0.0:1775768513.066483:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066484:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768513.066485:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066486:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768513.066488:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768513/real 1775768513]  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768513.066492:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768513.066493:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768513.066494:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768513.066496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768513.066496:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768513.066498:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768513.066499:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768513.066504:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066507:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768513.066507:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768513.066511:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066514:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768513.066516:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066520:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768513.066521:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066522:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066523:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066524:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768513.066525:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768513.066526:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768513.066527:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768513.066528:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768513.066530:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768513.066538:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711680:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768513.066540:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768513.066541:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066545:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.066545:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066547:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768513.066547:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768513.066548:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.066550:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768513.066551:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768513.066552:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768513.066553:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768513.066554:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066556:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768513.066557:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768513.066558:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768513.066560:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768513.066561:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768513.066563:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711808, portal 4
00000100:00000001:0.0:1775768513.066564:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768513.066565:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366937344 : -107275342614272 : ffff9e6f034f7100)
00000100:00000040:0.0:1775768513.066568:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066571:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768513.066572:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768513.066573:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768513.066575:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384711808, offset 0
00000400:00000200:0.0:1775768513.066577:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066579:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066581:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768513.066583:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768513.066585:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768513.066586:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768513.066587:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768513.066589:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200886:200886:256:4294967295] 192.168.202.154@tcp LPNI seq info [200886:200886:8:4294967295]
00000400:00000200:0.0:1775768513.066591:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768513.066594:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768513.066597:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066598:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768513.066600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768513.066601:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768513.066604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768513.066605:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768513.066607:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768513.066608:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768513.066610:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768513.066612:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768513.066613:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768513.066614:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768513.066615:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768513.066617:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066621:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066622:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066625:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066626:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768513.066627:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768513.066629:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768513.066630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768513.066632:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299443220
00000100:00000001:0.0:1775768513.066633:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066635:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299443220
00000100:00000001:0.0:1775768513.066636:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299444486
00000100:00000001:0.0:1775768513.066637:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768513.066638:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066639:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768513.066640:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768513/real 1775768513]  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768513.066644:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768513.066645:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768513.066645:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768513.066646:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768513.066647:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768513.066648:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768513.066650:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768513.066654:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066658:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768513.066658:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066659:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066660:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768513.066661:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066665:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768513.066667:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066670:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768513.066672:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066673:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768513.066673:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066674:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768513.066675:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768513.066677:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768513.066678:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768513.066679:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768513.066681:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768513.066685:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384711808:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768513.066687:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066688:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066689:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6300 x1862023384711424/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066692:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768513.066693:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066694:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768513.066695:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768513.066696:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768513.066697:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768513.066698:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768513.066699:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:0.0:1775768513.066700:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768513.066701:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768513.066702:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6300.
00000100:00000001:0.0:1775768513.066703:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768513.066704:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066705:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066707:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5500 x1862023384711552/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066718:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768513.066719:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066720:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768513.066722:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768513.066723:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768513.066724:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768513.066726:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768513.066728:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:0.0:1775768513.066730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768513.066731:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768513.066732:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5500.
00000100:00000001:0.0:1775768513.066735:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768513.066736:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066738:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066741:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5180 x1862023384711680/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066747:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768513.066748:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066749:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:0.0:1775768513.066752:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768513.066753:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768513.066754:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768513.066756:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768513.066757:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc800.
02000000:00000001:0.0:1775768513.066759:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768513.066760:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768513.066761:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5180.
00000100:00000001:0.0:1775768513.066762:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768513.066764:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066765:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768513.066768:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7100 x1862023384711808/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768513.066774:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768513.066775:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768513.066777:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:0.0:1775768513.066779:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768513.066780:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768513.066781:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768513.066783:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768513.066784:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce400.
02000000:00000001:0.0:1775768513.066786:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768513.066787:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768513.066788:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7100.
00000100:00000001:0.0:1775768513.066790:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768513.066791:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066793:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.066796:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768513.066798:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768513.066799:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768513.066801:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.448929:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.448935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.448941:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.448942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768513.448996:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768513.448999:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768513.449001:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768514.408948:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299444486, at 4299444544
00000100:00000040:0.0:1775768514.408956:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299444486, at 4299444544
00000100:00000010:1.0:1775768514.408965:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab769c0.
00000100:00000010:0.0:1775768514.408976:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76900.
00010000:00000001:3.0:1775768514.472949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.472957:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768514.472960:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768514.472963:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.472968:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768514.472971:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.472973:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.472975:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.472980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.472982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768514.473039:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768514.473041:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768514.473044:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768515.496892:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768515.496897:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.496916:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768515.496917:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768515.496986:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768515.496989:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768515.496991:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768516.520953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.520959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.520966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.520968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768516.521024:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768516.521027:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768516.521029:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768517.544965:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.544973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.544979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.544980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768517.545038:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768517.545041:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768517.545043:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768518.184918:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768518.184931:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768518.184934:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768518.184938:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768518.184942:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768518.184949:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4775
00000400:00000200:3.0:1775768518.184964:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768518.184971:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768518.184975:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768518.184978:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.184982:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768518.184985:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.184989:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768518.184993:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768518.184995:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768518.184998:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768518.185001:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768518.185004:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768518.185007:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768518.185010:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185013:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768518.185015:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185017:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768518.185020:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768518.185023:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185026:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768518.185029:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768518.185032:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768518.185035:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185038:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768518.185041:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768518.185048:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000020:00000040:3.0:1775768518.185052:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768518.185056:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768518.185058:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185061:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768518.185064:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768518.185068:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768518.185077:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775768518.185084:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768518.185095:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768518.185105:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768518.185110:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768518.185114:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.185135:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768518.185138:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768518.185141:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768518.185143:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768518.185144:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768518.185147:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768518.185151:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4775
00000400:00000200:3.0:1775768518.185155:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768518.185159:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768518.185160:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768518.185163:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768518.185165:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768518.185169:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185170:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768518.185173:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768518.185179:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.185189:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768518.185191:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.185194:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768518.185197:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768518.185198:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.185202:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384711936:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768518.185205:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768518.185208:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768518.185211:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.185213:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768518.185216:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768518.185218:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185224:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768518.185226:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768518.185231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768518.185237:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384711936, portal 25
00000100:00000040:3.0:1775768518.185237:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185242:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768518.185244:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931968 : -107275342619648 : ffff9e6f034f5c00)
00000100:00000040:0.0:1775768518.185256:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.185263:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768518.185265:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768518.185267:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768518.185270:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384711936, offset 0
00000400:00000200:0.0:1775768518.185274:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768518.185280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.185284:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768518.185288:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768518.185291:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768518.185294:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768518.185296:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768518.185299:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200887:200887:256:4294967295] 192.168.202.154@tcp LPNI seq info [200887:200887:8:4294967295]
00000400:00000200:0.0:1775768518.185302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.185309:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768518.185313:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185316:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000010:0.0:1775768518.185317:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000020:00000001:3.0:1775768518.185321:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768518.185323:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768518.185325:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768518.185328:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000800:00000200:0.0:1775768518.185331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:3.0:1775768518.185331:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000800:00000200:0.0:1775768518.185335:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1775768518.185336:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768518.185344:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.1:1775768518.185344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768518.185349:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768518.185350:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768518.185355:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:3.0:1775768518.185355:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:0.0:1775768518.185358:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00000001:3.0:1775768518.185359:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768518.185362:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1775768518.185363:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000400:00000200:0.0:1775768518.185370:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768518.185370:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185375:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185376:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
02000000:00000001:3.0:1775768518.185378:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1775768518.185379:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768518.185382:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768518.185385:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768518.185385:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768518.185391:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185397:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768518.185398:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.185401:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775768518.185402:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768518.185409:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185413:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185414:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185415:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1775768518.185419:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6d80.
00000100:00000001:0.0:1775768518.185420:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768518.185424:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000200:0.0:1775768518.185426:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768518.185430:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299449606
02000000:00000001:3.0:1775768518.185430:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768518.185433:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768518.185436:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76de0.
00000100:00000001:3.0:1775768518.185436:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768518.185437:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768518.185441:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185445:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1775768518.185446:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775768518.185452:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185454:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299449606
00000100:00100000:3.0:1775768518.185459:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1775768518.185460:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76180.
00000100:00000001:0.0:1775768518.185465:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768518.185472:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768518.185475:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185478:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768518.185480:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1f675b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.185482:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185488:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768518.185495:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768518/real 1775768518]  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.185496:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768518.185501:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768518.185510:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000001:0.0:1775768518.185511:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775768518.185512:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1775768518.185514:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1775768518.185515:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775768518.185516:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768518.185521:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768518.185522:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768518.185525:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768518.185527:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.185528:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768518.185538:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4775
00000100:00000200:0.0:1775768518.185540:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768518.185546:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768518.185554:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768518.185555:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768518.185558:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768518.185558:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768518.185564:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775768518.185565:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185568:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768518.185570:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185572:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.185572:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768518.185577:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1775768518.185580:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768518.185580:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768518.185583:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768518.185587:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000100:00000001:0.0:1775768518.185590:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775768518.185591:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768518.185594:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768518.185596:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:0.0:1775768518.185604:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775768518.185604:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185608:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.185609:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768518.185610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.185612:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768518.185613:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185614:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768518.185617:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768518.185618:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:0.0:1775768518.185619:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1775768518.185623:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768518.185625:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768518.185628:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1775768518.185629:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:0.0:1775768518.185633:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.185634:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768518.185639:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768518.185643:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768518.185644:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384711936:192.168.202.154@tcp:250:kworker.0
02000000:00000001:3.0:1775768518.185648:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185650:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.185652:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768518.185653:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.185656:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5c00 x1862023384711936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775768518.185656:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768518.185662:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185668:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775768518.185668:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.185671:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1775768518.185673:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6680.
02000000:00000010:0.0:1775768518.185674:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768518.185677:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1775768518.185677:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768518.185680:0:2406:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1775768518.185681:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000040:0.0:1775768518.185682:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:0.0:1775768518.185685:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:3.0:1775768518.185685:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768518.185688:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775768518.185688:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768518.185691:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768518.185692:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768518.185694:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.185695:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768518.185698:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5c00.
02000000:00000010:3.0:1775768518.185699:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:0.0:1775768518.185703:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768518.185704:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185707:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.185711:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768518.185711:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768518.185720:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768518.185721:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768518.185724:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185724:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185729:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768518.185732:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768518.185732:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000102ecdaf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.185741:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.185743:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775768518.185744:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768518.185750:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768518.185750:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768518.185753:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768518.185756:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768518.185762:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768518.185765:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1775768518.185768:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4775
00000100:00000001:0.0:1775768518.185769:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.185772:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768518.185775:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768518.185775:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768518.185778:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768518.185782:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00100000:0.0:1775768518.185784:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712064:192.168.202.154@tcp:38:kworker.0
00000100:00080000:3.0:1775768518.185786:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768518.185790:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768518.185793:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775768518.185793:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768518.185796:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.185797:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768518.185800:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775768518.185801:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000010:0.0:1775768518.185804:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:3.0:1775768518.185805:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768518.185807:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768518.185809:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768518.185813:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:3.0:1775768518.185813:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768518.185817:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768518.185819:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768518.185821:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768518.185823:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000010:0.0:1775768518.185824:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000040:3.0:1775768518.185850:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185853:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768518.185855:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.185857:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000010:0.0:1775768518.185858:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000020:00000040:3.0:1775768518.185861:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:0.0:1775768518.185864:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712064, portal 10
00000100:00080000:3.0:1775768518.185867:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768518.185868:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768518.185881:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366936448 : -107275342615168 : ffff9e6f034f6d80)
00000100:00000001:3.0:1775768518.185889:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768518.185891:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768518.185894:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768518.185899:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1775768518.185900:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768518.185903:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775768518.185905:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768518.185907:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000001:3.0:1775768518.185909:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:0.0:1775768518.185910:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384712064, offset 0
00000008:00100000:3.0:1775768518.185912:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768518.185915:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000008:00000001:3.0:1775768518.185918:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768518.185922:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185926:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000010:3.0:1775768518.185927:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5c00.
00000400:00000200:0.0:1775768518.185931:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775768518.185931:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000400:00000200:0.0:1775768518.185936:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:3.0:1775768518.185937:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768518.185939:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185941:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768518.185942:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768518.185945:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:3.0:1775768518.185945:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768518.185948:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.185951:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200888:200888:256:4294967295] 192.168.202.154@tcp LPNI seq info [200888:200888:8:4294967295]
02000000:00000010:3.0:1775768518.185954:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000400:00000200:0.0:1775768518.185958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768518.185960:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768518.185969:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768518.185970:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768518.185981:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.185986:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00000001:3.0:1775768518.185987:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1775768518.185991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768518.185991:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768518.185996:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1775768518.185999:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52d27c8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775768518.186002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768518.186007:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768518.186015:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186018:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00000001:3.0:1775768518.186020:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.186021:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768518.186026:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768518.186026:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768518.186031:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000100:00080000:3.0:1775768518.186032:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1775768518.186035:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:3.0:1775768518.186036:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768518.186039:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768518.186040:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768518.186044:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1775768518.186046:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768518.186049:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4775
00000400:00000200:3.0:1775768518.186057:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768518.186063:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768518.186068:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768518.186073:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.186074:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768518.186077:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768518.186081:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768518.186082:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768518.186087:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768518.186093:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768518.186093:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768518.186095:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:0.0:1775768518.186096:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775768518.186099:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768518.186100:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768518.186101:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768518.186105:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768518.186107:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000020:00000001:3.0:1775768518.186108:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:0.0:1775768518.186114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:3.0:1775768518.186115:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.186118:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299448348
00000100:00000001:3.0:1775768518.186119:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768518.186122:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768518.186124:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299449606
00000100:00000001:3.0:1775768518.186125:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768518.186128:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299448348
00000020:00000040:3.0:1775768518.186129:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:0.0:1775768518.186133:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299449606
00000100:00080000:3.0:1775768518.186135:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768518.186138:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768518.186139:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186143:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768518.186144:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768518.186147:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1775768518.186148:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768518.186151:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.186153:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768518/real 1775768518]  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768518.186154:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768518.186157:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768518.186162:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768518.186165:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768518.186171:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7100.
00000400:00000001:0.0:1775768518.186172:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768518.186174:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1775768518.186175:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000010:0.0:1775768518.186176:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768518.186180:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
02000000:00000001:3.0:1775768518.186180:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768518.186183:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
02000000:00000001:3.0:1775768518.186183:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186187:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775768518.186187:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1775768518.186190:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768518.186191:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768518.186194:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768518.186200:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768518.186200:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775768518.186205:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186208:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768518.186210:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186212:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186213:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768518.186214:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775768518.186218:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186237:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.186237:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768518.186242:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768518.186243:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768518.186250:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a2bf9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186251:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768518.186255:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186258:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186260:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186263:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768518.186265:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768518.186269:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768518.186270:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768518.186273:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768518.186275:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768518.186275:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4786)
00000100:00000040:0.0:1775768518.186279:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768518.186284:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712064:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768518.186286:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186288:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.186290:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6d80 x1862023384712064/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186293:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768518.186294:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768518.186296:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768518.186297:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768518.186298:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768518.186299:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768518.186300:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768518.186301:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:0.0:1775768518.186303:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768518.186304:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768518.186305:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6d80.
00000100:00000001:0.0:1775768518.186307:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768518.186307:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186308:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186311:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768518.186311:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186313:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768518.186314:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768518.186315:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768518.186317:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186321:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768518.186322:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186323:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768518.186324:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768518.186325:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.186327:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768518.186328:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768518.186330:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768518.186331:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186332:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768518.186334:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768518.186335:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.186337:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768518.186338:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768518.186340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768518.186342:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712192, portal 10
00000100:00000001:0.0:1775768518.186344:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768518.186345:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366934656 : -107275342616960 : ffff9e6f034f6680)
00000100:00000040:0.0:1775768518.186350:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186357:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768518.186359:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768518.186361:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768518.186363:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384712192, offset 0
00000400:00000200:0.0:1775768518.186367:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186370:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186374:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768518.186376:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768518.186378:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768518.186380:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768518.186382:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186385:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200889:200889:256:4294967295] 192.168.202.154@tcp LPNI seq info [200889:200889:8:4294967295]
00000400:00000200:0.0:1775768518.186389:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186394:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768518.186399:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186402:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768518.186406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768518.186408:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768518.186412:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768518.186414:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768518.186417:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186419:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768518.186421:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768518.186424:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768518.186427:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768518.186429:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768518.186431:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768518.186435:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186442:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.186445:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186457:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186459:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768518.186461:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768518.186464:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768518.186467:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768518.186469:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299448326
00000100:00000001:0.0:1775768518.186471:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186473:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299448326
00000100:00000001:0.0:1775768518.186475:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186477:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768518.186478:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186480:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768518.186484:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768518/real 1775768518]  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768518.186491:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768518.186492:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768518.186494:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768518.186496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768518.186498:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768518.186500:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768518.186503:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768518.186511:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186518:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768518.186519:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186521:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186522:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768518.186525:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186532:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768518.186535:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186541:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768518.186543:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186545:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186546:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186547:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768518.186549:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768518.186551:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768518.186555:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768518.186557:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768518.186561:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768518.186568:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712192:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768518.186572:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768518.186575:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186581:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768518.186582:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186584:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768518.186586:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768518.186587:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.186590:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768518.186594:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768518.186595:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768518.186597:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186599:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768518.186602:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768518.186604:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.186607:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768518.186610:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768518.186612:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768518.186615:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712320, portal 4
00000100:00000001:0.0:1775768518.186617:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768518.186618:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931968 : -107275342619648 : ffff9e6f034f5c00)
00000100:00000040:0.0:1775768518.186623:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186628:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768518.186630:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768518.186633:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768518.186635:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384712320, offset 0
00000400:00000200:0.0:1775768518.186638:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186642:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186645:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768518.186648:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768518.186650:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768518.186652:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768518.186654:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186657:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200890:200890:256:4294967295] 192.168.202.154@tcp LPNI seq info [200890:200890:8:4294967295]
00000400:00000200:0.0:1775768518.186661:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186668:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768518.186672:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186675:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768518.186678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768518.186681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768518.186685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768518.186687:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768518.186691:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186693:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768518.186696:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768518.186698:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768518.186702:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768518.186703:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768518.186704:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768518.186707:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186711:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.186713:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186717:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186717:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768518.186719:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768518.186722:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768518.186723:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768518.186725:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299448338
00000100:00000001:0.0:1775768518.186726:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186728:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299448338
00000100:00000001:0.0:1775768518.186729:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186730:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768518.186731:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186732:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768518.186734:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768518/real 1775768518]  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768518.186738:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768518.186739:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768518.186740:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768518.186741:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768518.186742:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768518.186744:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768518.186745:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768518.186750:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186753:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768518.186754:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186755:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186756:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768518.186757:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186761:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768518.186762:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186766:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768518.186767:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186768:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.186769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.186769:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768518.186770:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768518.186772:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768518.186773:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768518.186775:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768518.186777:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768518.186781:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712320:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768518.186783:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768518.186785:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186789:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768518.186790:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186791:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768518.186792:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768518.186793:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.186795:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768518.186796:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768518.186797:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768518.186798:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768518.186799:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768518.186801:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768518.186802:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768518.186803:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768518.186805:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768518.186806:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768518.186808:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712448, portal 4
00000100:00000001:0.0:1775768518.186809:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768518.186810:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366937344 : -107275342614272 : ffff9e6f034f7100)
00000100:00000040:0.0:1775768518.186813:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186817:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768518.186819:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768518.186820:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768518.186822:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384712448, offset 0
00000400:00000200:0.0:1775768518.186826:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186848:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186853:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768518.186856:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768518.186859:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768518.186861:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768518.186864:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768518.186868:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200891:200891:256:4294967295] 192.168.202.154@tcp LPNI seq info [200891:200891:8:4294967295]
00000400:00000200:0.0:1775768518.186884:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768518.186890:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768518.186894:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186897:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768518.186899:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768518.186901:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768518.186903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768518.186905:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768518.186907:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768518.186908:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768518.186909:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768518.186912:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768518.186913:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768518.186914:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768518.186916:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768518.186918:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186924:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.186927:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.186943:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186945:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768518.186951:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768518.186954:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768518.186957:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768518.186959:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299448341
00000100:00000001:0.0:1775768518.186961:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186963:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299448341
00000100:00000001:0.0:1775768518.186966:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299449606
00000100:00000001:0.0:1775768518.186968:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768518.186970:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.186971:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768518.186975:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768518/real 1775768518]  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768518.186982:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768518.186983:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768518.186985:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768518.186987:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768518.186989:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768518.186990:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768518.186993:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768518.187000:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187006:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768518.187007:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187009:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.187010:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768518.187013:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187020:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768518.187023:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187028:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768518.187030:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187031:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768518.187033:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187034:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768518.187036:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768518.187038:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768518.187041:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768518.187043:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768518.187047:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768518.187054:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712448:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768518.187058:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187059:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.187062:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6680 x1862023384712192/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187068:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768518.187070:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768518.187072:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768518.187075:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768518.187076:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768518.187077:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768518.187079:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768518.187080:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:0.0:1775768518.187083:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768518.187084:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768518.187084:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6680.
00000100:00000001:0.0:1775768518.187086:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768518.187087:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187088:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.187090:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5c00 x1862023384712320/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187094:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768518.187095:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768518.187095:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:0.0:1775768518.187097:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768518.187097:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768518.187098:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768518.187099:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768518.187101:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:0.0:1775768518.187103:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768518.187104:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768518.187105:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5c00.
00000100:00000001:0.0:1775768518.187107:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768518.187108:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187109:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768518.187112:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7100 x1862023384712448/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768518.187117:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768518.187119:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768518.187120:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:0.0:1775768518.187122:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768518.187123:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768518.187124:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768518.187126:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768518.187127:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:0.0:1775768518.187129:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768518.187130:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768518.187131:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7100.
00000100:00000001:0.0:1775768518.187133:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768518.187135:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187136:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.187139:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768518.187141:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768518.187142:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768518.187144:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.568967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.568978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.568985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.568987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768518.569045:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768518.569048:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768518.569050:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768519.528950:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299449606, at 4299449664
00000100:00000040:0.0:1775768519.528961:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299449606, at 4299449664
00000100:00000010:1.0:1775768519.528967:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76180.
00000100:00000010:0.0:1775768519.528970:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76de0.
00010000:00000001:3.0:1775768519.592960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.592967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.592974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.592977:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768519.592979:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768519.592983:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.592985:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768519.592988:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.592990:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.592992:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768519.593052:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768519.593056:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768519.593059:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768520.616951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.616957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768520.616963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.616964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768520.617021:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768520.617024:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768520.617027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768521.640984:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.640992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.640999:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768521.641017:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768521.641021:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768521.641023:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768522.664980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.664987:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.664997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.664999:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768522.665064:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768522.665069:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768522.665072:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768523.304984:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768523.304996:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768523.305000:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768523.305004:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768523.305010:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768523.305018:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4781
00000400:00000200:1.0:1775768523.305038:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768523.305045:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768523.305049:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768523.305052:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305056:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305058:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305061:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768523.305066:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768523.305068:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768523.305071:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768523.305074:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768523.305077:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768523.305079:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768523.305082:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305084:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305086:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305088:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768523.305091:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768523.305094:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305097:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768523.305100:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768523.305103:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768523.305106:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305109:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768523.305112:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768523.305124:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829f80.
00000020:00000040:1.0:1775768523.305128:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768523.305132:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768523.305134:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305137:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768523.305140:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768523.305145:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768523.305153:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd000.
00000100:00000001:1.0:1775768523.305161:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768523.305172:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768523.305183:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768523.305188:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768523.305193:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ee21b6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768523.305217:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768523.305220:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768523.305224:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768523.305225:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768523.305227:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768523.305229:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768523.305232:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4781
00000400:00000200:1.0:1775768523.305236:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768523.305240:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768523.305242:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768523.305246:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305250:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305252:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768523.305255:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768523.305255:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768523.305260:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768523.305261:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775768523.305262:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768523.305265:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768523.305266:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768523.305268:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768523.305271:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768523.305275:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768523.305275:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768523.305281:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305286:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305291:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768523.305292:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768523.305295:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305295:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768523.305300:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:0.0:1775768523.305302:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768523.305305:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768523.305305:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:0.0:1775768523.305309:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305310:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768523.305314:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768523.305315:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384712576:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768523.305320:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768523.305322:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768523.305325:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768523.305326:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.305329:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305329:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768523.305334:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1775768523.305336:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775768523.305340:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
00000008:00000001:1.0:1775768523.305341:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.305344:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305345:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768523.305351:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482a300.
00000400:00000200:0.0:1775768523.305353:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:1.0:1775768523.305355:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000010:0.0:1775768523.305359:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
02000000:00000001:1.0:1775768523.305359:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768523.305362:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305365:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768523.305366:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775768523.305367:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
02000000:00000001:1.0:1775768523.305369:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768523.305374:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000200:0.0:1775768523.305377:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712576, portal 25
00000100:00000001:1.0:1775768523.305378:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.305381:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768523.305384:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387068800 : -107275322482816 : ffff9e6f04829f80)
00000100:00100000:1.0:1775768523.305387:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768523.305393:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768523.305405:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768523.305408:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768523.305409:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.305413:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768523.305417:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000040:1.0:1775768523.305417:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac03047] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768523.305421:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384712576, offset 0
00000100:00000001:1.0:1775768523.305431:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.305433:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:1.0:1775768523.305435:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768523.305439:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768523.305441:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768523.305443:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768523.305445:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768523.305447:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768523.305452:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4781
00000400:00000200:0.0:1775768523.305455:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768523.305461:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768523.305465:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768523.305470:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768523.305473:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768523.305478:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200892:200892:256:4294967295] 192.168.202.154@tcp LPNI seq info [200892:200892:8:4294967295]
00000400:00000200:0.0:1775768523.305483:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.305495:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768523.305505:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768523.305505:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768523.305512:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000010:0.0:1775768523.305513:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00080000:1.0:1775768523.305517:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768523.305521:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.0:1775768523.305525:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768523.305526:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305530:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305532:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768523.305534:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768523.305536:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768523.305538:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775768523.305540:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1775768523.305541:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:1.0:1775768523.305543:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:1.0:1775768523.305546:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768523.305551:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:0.1:1775768523.305554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768523.305555:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768523.305559:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1775768523.305560:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305565:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:0.0:1775768523.305569:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:1.0:1775768523.305570:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000800:00000010:0.0:1775768523.305573:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000100:00080000:1.0:1775768523.305576:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305581:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.305584:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768523.305584:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768523.305589:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768523.305593:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775768523.305595:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305598:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768523.305601:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000008:00100000:1.0:1775768523.305601:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768523.305605:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000008:00000001:1.0:1775768523.305606:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305610:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.305612:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1775768523.305615:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b480.
00000100:00000200:0.0:1775768523.305617:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768523.305618:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768523.305624:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768523.305626:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305630:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768523.305633:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768523.305635:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768523.305635:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.305640:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768523.305641:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc000.
00000100:00000001:1.0:1775768523.305647:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.305653:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.305657:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1775768523.305657:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768523.305662:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305668:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768523.305669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.305673:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299454726
00000100:00000010:0.0:1775768523.305679:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76de0.
00000100:00000001:1.0:1775768523.305680:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768523.305686:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063192a9d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.305687:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768523.305696:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768523.305700:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768523.305703:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768523.305705:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768523.305706:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299454726
00000100:00080000:1.0:1775768523.305707:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768523.305712:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1775768523.305713:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76120.
00000100:00080000:1.0:1775768523.305717:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4781
00000100:00000001:0.0:1775768523.305718:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1775768523.305723:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.305724:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.305728:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768523.305729:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768523.305732:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775768523.305733:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768523.305739:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:0.0:1775768523.305740:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768523/real 1775768523]  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768523.305744:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305748:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305758:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768523.305762:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:0.0:1775768523.305763:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1775768523.305764:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000400:00000001:0.0:1775768523.305766:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1775768523.305767:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1775768523.305769:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000020:00000040:1.0:1775768523.305770:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000400:00000200:0.0:1775768523.305773:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000020:00000001:1.0:1775768523.305774:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000010:0.0:1775768523.305776:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000020:00000001:1.0:1775768523.305778:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768523.305780:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775768523.305783:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:0.0:1775768523.305786:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768523.305787:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.305792:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305796:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768523.305800:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:0.0:1775768523.305802:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768523.305805:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768523.305810:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768523.305815:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768523.305817:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1775768523.305818:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.305861:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.305865:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.305867:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768523.305871:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.305879:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768523.305884:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.305908:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768523.305912:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.305915:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.305918:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768523.305918:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.305923:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768523.305923:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768523.305927:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1775768523.305928:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1775768523.305932:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1775768523.305933:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305936:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768523.305939:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768523.305942:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:1.0:1775768523.305942:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828e00.
00000020:00000040:1.0:1775768523.305947:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000040:0.0:1775768523.305950:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768523.305951:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768523.305954:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.305959:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768523.305962:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1775768523.305965:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384712576:192.168.202.154@tcp:250:kworker.0
02000000:00000001:1.0:1775768523.305965:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768523.305971:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fe400.
00000100:00000001:0.0:1775768523.305972:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.305976:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768523.305977:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.305980:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829f80 x1862023384712576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768523.305986:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768523.305991:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768523.305994:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768523.305998:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
00000100:00000001:1.0:1775768523.305999:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775768523.306003:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1775768523.306003:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768523.306007:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768523.306009:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00000040:1.0:1775768523.306010:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d27c6a3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768523.306013:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768523.306017:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:0.0:1775768523.306022:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1775768523.306025:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.306026:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768523.306029:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829f80.
00000100:00080000:1.0:1775768523.306030:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768523.306033:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1775768523.306035:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768523.306036:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768523.306039:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768523.306042:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768523.306045:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768523.306046:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768523.306049:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4781
00000400:00000200:1.0:1775768523.306054:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.306056:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1775768523.306058:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768523.306059:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768523.306063:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768523.306064:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768523.306066:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768523.306069:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768523.306070:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:0.0:1775768523.306074:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768523.306074:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768523.306080:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306085:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768523.306089:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1775768523.306090:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768523.306091:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768523.306092:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
02000000:00000001:0.0:1775768523.306095:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1775768523.306096:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1775768523.306098:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775768523.306099:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
02000000:00000001:0.0:1775768523.306103:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768523.306104:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00100000:0.0:1775768523.306108:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712704:192.168.202.154@tcp:38:kworker.0
00000020:00000001:1.0:1775768523.306109:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768523.306115:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768523.306118:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1775768523.306118:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768523.306120:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.306122:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768523.306123:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768523.306126:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
00000100:00000040:1.0:1775768523.306126:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306129:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768523.306130:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768523.306135:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000400:00000200:0.0:1775768523.306138:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768523.306142:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00080000:1.0:1775768523.306142:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000010:0.0:1775768523.306147:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000001:1.0:1775768523.306147:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768523.306151:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768523.306154:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768523.306156:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.306159:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:0.0:1775768523.306160:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712704, portal 10
00000008:00100000:1.0:1775768523.306162:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768523.306163:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768523.306165:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387069696 : -107275322481920 : ffff9e6f0482a300)
00000008:00000001:1.0:1775768523.306168:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768523.306171:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.306174:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768523.306176:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828a80.
00000020:00000040:1.0:1775768523.306181:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768523.306187:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775768523.306187:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768523.306190:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.306192:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306194:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1775768523.306196:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
02000000:00000001:1.0:1775768523.306197:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775768523.306200:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384712704, offset 0
02000000:00000001:1.0:1775768523.306200:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768523.306207:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc400.
00000400:00000200:0.0:1775768523.306208:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306213:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.306214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306222:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00100000:1.0:1775768523.306223:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768523.306226:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768523.306232:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768523.306236:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768523.306240:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306240:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768523.306244:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.306246:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200893:200893:256:4294967295] 192.168.202.154@tcp LPNI seq info [200893:200893:8:4294967295]
00000100:00000040:1.0:1775768523.306253:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b45f5a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768523.306254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306267:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768523.306275:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:1.0:1775768523.306277:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768523.306279:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000100:00000040:1.0:1775768523.306283:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4791)
00000800:00000200:0.0:1775768523.306285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768523.306290:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768523.306294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768523.306297:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768523.306302:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.306304:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768523.306307:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768523.306312:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768523.306315:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768523.306317:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768523.306319:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768523.306322:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306330:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.306333:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306339:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306340:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768523.306343:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.306347:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768523.306351:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.306354:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299453468
00000100:00000001:0.0:1775768523.306357:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306359:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299453468
00000100:00000001:0.0:1775768523.306361:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306363:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.306365:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306367:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768523.306371:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768523/real 1775768523]  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768523.306378:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768523.306379:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768523.306381:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768523.306383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768523.306385:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768523.306387:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768523.306390:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768523.306398:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306405:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768523.306407:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306409:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.306410:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768523.306413:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306420:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768523.306423:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306430:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768523.306433:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306434:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.306436:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306437:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768523.306439:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768523.306442:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768523.306445:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768523.306447:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768523.306450:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768523.306458:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712704:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768523.306462:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768523.306465:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306472:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768523.306473:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.306475:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768523.306477:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768523.306479:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768523.306481:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768523.306484:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768523.306486:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768523.306488:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.306489:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768523.306492:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768523.306495:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.306498:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768523.306500:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768523.306503:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768523.306506:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712832, portal 10
00000100:00000001:0.0:1775768523.306507:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768523.306508:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387074176 : -107275322477440 : ffff9e6f0482b480)
00000100:00000040:0.0:1775768523.306513:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306520:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768523.306522:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768523.306524:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768523.306526:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384712832, offset 0
00000400:00000200:0.0:1775768523.306530:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768523.306533:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306536:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768523.306539:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768523.306542:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768523.306544:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768523.306546:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768523.306549:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200894:200894:256:4294967295] 192.168.202.154@tcp LPNI seq info [200894:200894:8:4294967295]
00000400:00000200:0.0:1775768523.306554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306560:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768523.306564:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.306567:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768523.306570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768523.306573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768523.306577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768523.306579:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768523.306598:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.306600:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768523.306603:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768523.306606:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768523.306610:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768523.306611:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768523.306613:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768523.306617:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306624:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.306627:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306635:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306636:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768523.306638:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.306641:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768523.306645:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.306647:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299453446
00000100:00000001:0.0:1775768523.306649:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306651:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299453446
00000100:00000001:0.0:1775768523.306654:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306656:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.306658:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306659:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768523.306663:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768523/real 1775768523]  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768523.306670:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768523.306672:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768523.306673:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768523.306675:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768523.306677:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768523.306679:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768523.306682:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768523.306688:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306694:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768523.306695:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306705:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.306707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768523.306710:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306720:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768523.306723:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306730:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768523.306732:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.306735:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.306737:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768523.306739:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768523.306741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768523.306745:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768523.306747:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768523.306750:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768523.306758:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712832:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768523.306762:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768523.306765:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306771:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768523.306773:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.306775:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768523.306777:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768523.306779:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768523.306782:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768523.306784:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768523.306786:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768523.306788:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.306789:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768523.306793:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768523.306794:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.306798:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768523.306800:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768523.306803:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768523.306806:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384712960, portal 4
00000100:00000001:0.0:1775768523.306807:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768523.306809:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387064320 : -107275322487296 : ffff9e6f04828e00)
00000100:00000040:0.0:1775768523.306814:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306866:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768523.306869:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768523.306871:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768523.306874:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384712960, offset 0
00000400:00000200:0.0:1775768523.306878:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768523.306881:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306885:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768523.306887:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768523.306890:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768523.306892:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768523.306894:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768523.306896:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200895:200895:256:4294967295] 192.168.202.154@tcp LPNI seq info [200895:200895:8:4294967295]
00000400:00000200:0.0:1775768523.306900:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.306906:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768523.306910:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.306912:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768523.306916:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768523.306918:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768523.306921:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768523.306923:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768523.306926:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.306928:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768523.306931:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768523.306933:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768523.306936:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768523.306937:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768523.306939:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768523.306942:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306949:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.306951:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.306962:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306964:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768523.306966:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.306969:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768523.306972:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.306974:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299453459
00000100:00000001:0.0:1775768523.306976:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306978:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299453459
00000100:00000001:0.0:1775768523.306980:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.306982:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.306984:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.306986:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768523.306990:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768523/real 1775768523]  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768523.306997:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768523.306998:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768523.307000:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768523.307002:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768523.307004:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768523.307006:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768523.307009:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768523.307017:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307023:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768523.307024:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307026:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.307027:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768523.307030:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307038:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768523.307041:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307048:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768523.307050:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307051:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.307053:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307054:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768523.307055:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768523.307057:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768523.307060:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768523.307062:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768523.307066:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768523.307074:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384712960:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768523.307077:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307079:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.307082:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a300 x1862023384712704/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307087:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768523.307089:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768523.307091:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768523.307093:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768523.307095:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768523.307096:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768523.307098:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768523.307099:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:0.0:1775768523.307102:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768523.307103:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768523.307105:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a300.
00000100:00000001:0.0:1775768523.307108:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768523.307109:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307110:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.307113:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b480 x1862023384712832/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307119:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768523.307120:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768523.307122:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3c00.
02000000:00000001:0.0:1775768523.307124:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768523.307126:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768523.307127:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768523.307129:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768523.307130:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:0.0:1775768523.307132:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768523.307133:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768523.307134:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b480.
00000100:00000001:0.0:1775768523.307136:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768523.307137:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307138:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.307141:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828e00 x1862023384712960/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307147:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768523.307148:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768523.307149:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768523.307151:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768523.307153:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768523.307154:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768523.307156:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768523.307157:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:0.0:1775768523.307159:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768523.307160:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768523.307161:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828e00.
00000100:00000001:0.0:1775768523.307162:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768523.307164:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307166:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307169:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768523.307171:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.307173:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768523.307175:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768523.307176:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768523.307179:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307186:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768523.307187:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.307189:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768523.307191:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768523.307193:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768523.307195:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768523.307197:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768523.307199:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768523.307201:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768523.307202:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768523.307205:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768523.307207:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768523.307210:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768523.307212:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768523.307215:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768523.307218:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713088, portal 4
00000100:00000001:0.0:1775768523.307220:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768523.307221:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387063424 : -107275322488192 : ffff9e6f04828a80)
00000100:00000040:0.0:1775768523.307226:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307232:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768523.307234:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768523.307236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768523.307238:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384713088, offset 0
00000400:00000200:0.0:1775768523.307241:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768523.307246:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.307249:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768523.307251:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768523.307254:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768523.307256:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768523.307258:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768523.307261:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200896:200896:256:4294967295] 192.168.202.154@tcp LPNI seq info [200896:200896:8:4294967295]
00000400:00000200:0.0:1775768523.307266:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768523.307271:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768523.307275:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.307278:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768523.307281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768523.307284:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768523.307288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768523.307291:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768523.307295:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768523.307297:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768523.307299:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768523.307303:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768523.307306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768523.307307:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768523.307309:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768523.307312:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307319:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.307322:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768548 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307328:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.307330:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768523.307332:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768523.307335:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768523.307338:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768523.307340:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299453461
00000100:00000001:0.0:1775768523.307343:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.307345:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299453461
00000100:00000001:0.0:1775768523.307347:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299454726
00000100:00000001:0.0:1775768523.307349:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768523.307351:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.307353:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768523.307356:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768523/real 1775768523]  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768523.307363:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768523.307365:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768523.307366:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768523.307369:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768523.307370:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768523.307372:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768523.307374:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768523.307382:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307388:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768523.307389:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307391:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.307392:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768523.307395:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307402:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768523.307406:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307413:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768523.307416:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307417:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768523.307418:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307420:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768523.307421:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768523.307424:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768523.307427:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768523.307429:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768523.307432:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768523.307439:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713088:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768523.307443:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307445:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768523.307447:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828a80 x1862023384713088/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768548 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768523.307453:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768523.307454:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768523.307456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:0.0:1775768523.307457:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768523.307459:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768523.307460:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768523.307462:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768523.307464:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:0.0:1775768523.307466:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768523.307467:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768523.307468:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828a80.
00000100:00000001:0.0:1775768523.307470:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768523.307471:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307473:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.307476:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768523.307477:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768523.307479:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768523.307481:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.688987:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.688994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.689002:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.689003:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768523.689126:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768523.689131:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768523.689134:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768524.648944:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299454726, at 4299454784
00000100:00000010:1.0:1775768524.648958:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76120.
00000100:00000040:0.0:1775768524.648966:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299454726, at 4299454784
00000100:00000010:0.0:1775768524.648975:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76de0.
00010000:00000001:3.0:1775768524.714890:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.715053:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768524.715055:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768524.715058:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.715063:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768524.715065:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.715067:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.715070:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.715075:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.715076:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768524.715172:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768524.715175:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768524.715178:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768525.736973:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768525.736981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.736989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768525.736990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768525.737054:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768525.737059:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768525.737063:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768526.760951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.760958:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.760962:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.760964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768526.761040:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768526.761046:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768526.761050:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768527.784946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.784951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.784956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.784957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768527.785015:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768527.785019:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768527.785022:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768528.425047:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768528.425057:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768528.425060:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768528.425065:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768528.425070:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768528.425078:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4786
00000400:00000200:2.0:1775768528.425089:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768528.425097:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768528.425100:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768528.425104:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425107:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425109:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425112:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768528.425117:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768528.425120:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768528.425123:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768528.425126:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768528.425139:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768528.425144:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768528.425148:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425150:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425152:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425154:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768528.425157:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768528.425160:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425163:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768528.425167:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768528.425171:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768528.425174:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425176:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768528.425179:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768528.425191:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978000.
00000020:00000040:2.0:1775768528.425194:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768528.425198:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768528.425200:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425203:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768528.425205:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768528.425211:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768528.425219:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8800.
00000100:00000001:2.0:1775768528.425228:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768528.425238:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768528.425250:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768528.425255:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.425260:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b95f729] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.425292:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768528.425295:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768528.425298:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768528.425300:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768528.425301:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768528.425304:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768528.425306:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4786
00000400:00000200:2.0:1775768528.425310:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768528.425314:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768528.425316:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768528.425320:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425322:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425324:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.425327:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768528.425327:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768528.425331:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768528.425332:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768528.425333:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:0.0:1775768528.425335:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768528.425336:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768528.425339:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768528.425343:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768528.425344:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768528.425348:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768528.425355:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.425358:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768528.425359:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768528.425360:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.425363:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768528.425365:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768528.425366:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768528.425367:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768528.425370:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:0.0:1775768528.425371:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.425377:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384713216:192.168.202.154@tcp:250:kworker.0
00000100:00080000:2.0:1775768528.425378:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768528.425385:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768528.425385:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768528.425389:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768528.425390:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768528.425393:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.425395:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768528.425397:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768528.425399:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:2.0:1775768528.425401:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.425402:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425405:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768528.425409:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00100000:2.0:1775768528.425411:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768528.425412:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000008:00000001:2.0:1775768528.425418:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425420:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768528.425421:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000010:2.0:1775768528.425426:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978700.
00000020:00000040:2.0:1775768528.425429:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000200:0.0:1775768528.425431:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713216, portal 25
02000000:00000001:2.0:1775768528.425432:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768528.425435:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.425436:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768528.425438:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768528.425439:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388436992 : -107275321114624 : ffff9e6f04978000)
02000000:00000001:2.0:1775768528.425440:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768528.425443:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768528.425448:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000040:0.0:1775768528.425449:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.425454:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.425462:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775768528.425463:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768528.425470:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768528.425476:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000001:2.0:1775768528.425479:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775768528.425481:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384713216, offset 0
00000100:00000001:2.0:1775768528.425482:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.425490:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005940114b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768528.425496:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425505:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768528.425508:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768528.425513:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768528.425515:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768528.425518:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768528.425520:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768528.425523:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:2.0:1775768528.425524:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768528.425529:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4786
00000400:00000200:2.0:1775768528.425533:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768528.425536:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768528.425538:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768528.425542:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768528.425543:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768528.425546:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425550:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:0.0:1775768528.425552:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:2.0:1775768528.425554:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768528.425557:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768528.425559:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768528.425562:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000040:2.0:1775768528.425563:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768528.425566:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768528.425569:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200897:200897:256:4294967295] 192.168.202.154@tcp LPNI seq info [200897:200897:8:4294967295]
00000020:00000040:2.0:1775768528.425569:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768528.425575:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:0.0:1775768528.425579:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:2.0:1775768528.425580:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768528.425585:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425588:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425592:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425597:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:0.0:1775768528.425601:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768528.425602:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768528.425609:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425613:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768528.425614:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:2.0:1775768528.425617:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768528.425621:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768528.425622:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
02000000:00000001:2.0:1775768528.425625:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425628:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768528.425630:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768528.425633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768528.425638:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768528.425646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:2.0:1775768528.425647:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425651:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768528.425653:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000100:00000010:2.0:1775768528.425656:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497aa00.
00000800:00000100:0.0:1775768528.425660:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768528.425661:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000010:0.0:1775768528.425664:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
02000000:00000001:2.0:1775768528.425665:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768528.425668:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425670:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768528.425671:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768528.425673:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768528.425673:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768528.425682:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
00000400:00000200:0.0:1775768528.425683:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768528.425689:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768528.425691:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768528.425696:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00100000:2.0:1775768528.425696:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768528.425703:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768528.425709:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.425709:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768528.425714:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.425722:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0946b9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.425724:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.425729:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.425737:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.425742:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768528.425743:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768528.425745:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768528.425749:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768528.425751:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768528.425752:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768528.425752:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768528.425756:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768528.425759:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:2.0:1775768528.425761:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4786
00000100:00000001:0.0:1775768528.425763:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299459846
00000100:00000010:0.0:1775768528.425780:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76de0.
00000400:00000200:2.0:1775768528.425780:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768528.425786:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768528.425788:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1775768528.425789:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768528.425794:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425797:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768528.425798:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299459846
00000100:00000040:2.0:1775768528.425799:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000010:0.0:1775768528.425803:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0ab76840.
00000100:00000001:2.0:1775768528.425804:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768528.425807:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1775768528.425808:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768528.425811:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768528.425814:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768528.425816:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768528.425818:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768528.425819:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768528.425820:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:0.0:1775768528.425825:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.425826:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.425858:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768528.425865:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768528/real 1775768528]  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768528.425877:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768528.425879:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768528.425881:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768528.425885:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768528.425886:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768528.425889:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768528.425892:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768528.425897:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.425902:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768528.425903:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.425906:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.425908:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768528.425912:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.425916:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768528.425923:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.425924:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768528.425926:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768528.425930:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000040:0.0:1775768528.425934:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768528.425936:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768528.425942:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768528.425946:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768528.425950:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768528.425951:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768528.425955:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.425956:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768528.425958:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768528.425960:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1775768528.425962:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768528.425963:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.425969:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1775768528.425969:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.425973:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768528.425973:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768528.425978:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1775768528.425980:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978380.
00000100:00080000:0.0:1775768528.425983:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000040:2.0:1775768528.425985:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:0.0:1775768528.425986:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768528.425991:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775768528.425993:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768528.425994:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.425999:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768528.426001:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768528.426004:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.426012:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384713216:192.168.202.154@tcp:250:kworker.0
02000000:00000010:2.0:1775768528.426012:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768528.426017:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426021:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768528.426025:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768528.426026:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426033:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978000 x1862023384713216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768528.426038:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768528.426042:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426048:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1775768528.426051:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c4125a] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768528.426053:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426057:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768528.426063:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775768528.426064:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768528.426065:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768528.426068:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000100:00080000:2.0:1775768528.426069:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1775768528.426070:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768528.426073:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8800.
00000100:00080000:2.0:1775768528.426075:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1775768528.426077:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775768528.426078:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1775768528.426080:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1775768528.426081:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1775768528.426082:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978000.
00000100:00000001:2.0:1775768528.426086:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768528.426089:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4786
00000400:00000200:2.0:1775768528.426093:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768528.426097:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768528.426099:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768528.426100:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768528.426103:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768528.426104:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768528.426109:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768528.426111:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768528.426112:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768528.426115:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768528.426115:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.426119:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768528.426119:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:0.0:1775768528.426122:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768528.426124:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768528.426124:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768528.426127:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768528.426130:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768528.426132:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768528.426133:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768528.426138:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768528.426142:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:0.0:1775768528.426149:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768528.426150:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768528.426152:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.426154:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768528.426156:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768528.426159:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:0.0:1775768528.426160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768528.426164:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:0.0:1775768528.426165:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768528.426169:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:0.0:1775768528.426173:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713344:192.168.202.154@tcp:38:kworker.0
00000100:00080000:2.0:1775768528.426175:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768528.426180:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768528.426182:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426183:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768528.426186:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768528.426186:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768528.426190:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768528.426191:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768528.426193:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1400.
02000000:00000001:2.0:1775768528.426194:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426196:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.426198:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768528.426202:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768528.426203:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00000001:2.0:1775768528.426206:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768528.426209:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000100:00000001:2.0:1775768528.426210:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768528.426214:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000010:2.0:1775768528.426215:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497ad80.
00000020:00000040:2.0:1775768528.426219:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768528.426221:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768528.426223:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768528.426224:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1775768528.426225:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713344, portal 10
02000000:00000001:2.0:1775768528.426226:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768528.426229:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426230:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768528.426233:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388438784 : -107275321112832 : ffff9e6f04978700)
02000000:00000010:2.0:1775768528.426235:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cbc00.
00000100:00000001:2.0:1775768528.426240:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768528.426243:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768528.426247:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768528.426261:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768528.426267:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:2.0:1775768528.426267:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768528.426271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000001:2.0:1775768528.426271:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768528.426277:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384713344, offset 0
00000100:00000040:2.0:1775768528.426280:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bcc9165] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768528.426283:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426290:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426295:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768528.426300:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768528.426301:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768528.426303:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768528.426307:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768528.426309:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000040:2.0:1775768528.426309:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4796)
00000400:00000200:0.0:1775768528.426314:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200898:200898:256:4294967295] 192.168.202.154@tcp LPNI seq info [200898:200898:8:4294967295]
00000400:00000200:0.0:1775768528.426317:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426321:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768528.426324:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426326:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768528.426329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768528.426331:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768528.426334:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768528.426336:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768528.426339:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426341:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768528.426343:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768528.426345:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768528.426347:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768528.426348:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768528.426350:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768528.426352:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426357:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426359:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426363:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426364:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768528.426366:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768528.426368:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:0.0:1775768528.426370:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768528.426372:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299458588
00000100:00000001:0.0:1775768528.426374:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426375:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299458588
00000100:00000001:0.0:1775768528.426377:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426379:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768528.426380:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426381:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768528.426383:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768528/real 1775768528]  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768528.426388:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768528.426389:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768528.426389:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768528.426391:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768528.426391:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768528.426392:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768528.426394:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768528.426399:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426403:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768528.426403:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426404:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426405:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768528.426407:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426410:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768528.426412:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426416:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768528.426417:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426418:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426419:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426420:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768528.426421:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768528.426423:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768528.426425:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768528.426426:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768528.426428:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768528.426433:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713344:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768528.426435:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768528.426436:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426440:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768528.426440:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426441:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768528.426442:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768528.426444:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.426445:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768528.426447:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768528.426448:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768528.426449:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426450:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426453:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768528.426454:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768528.426456:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768528.426458:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768528.426459:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768528.426461:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713472, portal 10
00000100:00000001:0.0:1775768528.426462:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768528.426463:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388447744 : -107275321103872 : ffff9e6f0497aa00)
00000100:00000040:0.0:1775768528.426467:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426475:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768528.426476:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768528.426477:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768528.426479:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384713472, offset 0
00000400:00000200:0.0:1775768528.426481:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426483:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426484:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768528.426486:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768528.426487:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768528.426489:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768528.426490:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426492:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200899:200899:256:4294967295] 192.168.202.154@tcp LPNI seq info [200899:200899:8:4294967295]
00000400:00000200:0.0:1775768528.426495:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426498:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768528.426501:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426502:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768528.426505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768528.426506:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768528.426509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768528.426510:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768528.426513:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426514:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768528.426515:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768528.426518:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768528.426519:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768528.426520:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768528.426521:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768528.426523:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426527:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426529:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426536:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426537:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768528.426539:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768528.426541:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:0.0:1775768528.426542:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768528.426543:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299458566
00000100:00000001:0.0:1775768528.426545:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426547:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299458566
00000100:00000001:0.0:1775768528.426548:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426549:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768528.426550:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426551:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768528.426552:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768528/real 1775768528]  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768528.426556:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768528.426557:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768528.426558:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768528.426559:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768528.426559:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768528.426561:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768528.426562:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768528.426567:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426571:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768528.426571:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426572:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426573:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768528.426575:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426579:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768528.426581:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426585:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768528.426586:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426587:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426588:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426589:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768528.426590:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768528.426591:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768528.426592:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768528.426593:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768528.426595:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768528.426599:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713472:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768528.426601:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768528.426603:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426606:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768528.426607:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426609:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768528.426610:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768528.426611:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.426613:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768528.426614:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768528.426615:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768528.426616:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426617:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426619:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768528.426620:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768528.426622:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768528.426624:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768528.426626:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768528.426628:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713600, portal 4
00000100:00000001:0.0:1775768528.426629:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768528.426630:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388437888 : -107275321113728 : ffff9e6f04978380)
00000100:00000040:0.0:1775768528.426633:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426637:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768528.426638:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768528.426639:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768528.426641:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384713600, offset 0
00000400:00000200:0.0:1775768528.426643:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426644:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426646:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768528.426647:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768528.426649:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768528.426650:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768528.426651:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426654:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200900:200900:256:4294967295] 192.168.202.154@tcp LPNI seq info [200900:200900:8:4294967295]
00000400:00000200:0.0:1775768528.426656:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426660:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768528.426662:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426663:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768528.426665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768528.426667:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768528.426669:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768528.426671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768528.426673:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426675:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768528.426676:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768528.426678:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768528.426680:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768528.426681:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768528.426682:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768528.426684:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426688:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426690:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426693:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426694:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768528.426695:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768528.426697:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:0.0:1775768528.426698:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768528.426699:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299458578
00000100:00000001:0.0:1775768528.426701:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426702:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299458578
00000100:00000001:0.0:1775768528.426704:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.426705:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768528.426706:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426707:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768528.426709:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768528/real 1775768528]  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768528.426712:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768528.426713:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768528.426714:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768528.426715:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768528.426715:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768528.426717:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768528.426718:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768528.426723:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426727:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768528.426727:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426729:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768528.426731:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426734:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768528.426736:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426739:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768528.426740:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426741:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.426742:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426743:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768528.426743:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768528.426745:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768528.426746:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768528.426747:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768528.426749:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768528.426753:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713600:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768528.426755:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426756:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426758:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978700 x1862023384713344/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426762:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768528.426763:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426764:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:0.0:1775768528.426765:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768528.426766:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768528.426766:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768528.426781:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768528.426782:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
02000000:00000001:0.0:1775768528.426784:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768528.426785:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768528.426786:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978700.
00000100:00000001:0.0:1775768528.426788:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768528.426789:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426790:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426792:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497aa00 x1862023384713472/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426796:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768528.426797:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426798:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:0.0:1775768528.426799:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768528.426800:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768528.426800:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:0.0:1775768528.426801:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768528.426802:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:0.0:1775768528.426803:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768528.426803:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768528.426804:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497aa00.
00000100:00000001:0.0:1775768528.426805:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768528.426806:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426807:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426808:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978380 x1862023384713600/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426811:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768528.426813:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426813:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768528.426815:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768528.426816:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768528.426816:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768528.426818:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768528.426819:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:0.0:1775768528.426821:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768528.426822:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768528.426823:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978380.
00000100:00000001:0.0:1775768528.426825:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768528.426826:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426846:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.426850:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768528.426851:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.426853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768528.426854:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768528.426855:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768528.426859:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426866:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768528.426868:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426870:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768528.426871:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768528.426873:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.426876:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768528.426879:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768528.426880:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768528.426881:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768528.426882:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768528.426884:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768528.426886:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768528.426888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:0.0:1775768528.426889:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0014bec8.
00000400:00000010:0.0:1775768528.426891:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4c38.
00000100:00000200:0.0:1775768528.426894:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713728, portal 4
00000100:00000001:0.0:1775768528.426895:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768528.426896:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388448640 : -107275321102976 : ffff9e6f0497ad80)
00000100:00000040:0.0:1775768528.426900:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426907:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768528.426909:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:0.0:1775768528.426911:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ccc4908.
00000100:00000200:0.0:1775768528.426913:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384713728, offset 0
00000400:00000200:0.0:1775768528.426916:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426920:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426923:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:0.0:1775768528.426926:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768528.426928:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768528.426930:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768528.426932:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:0.0:1775768528.426935:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200901:200901:256:4294967295] 192.168.202.154@tcp LPNI seq info [200901:200901:8:4294967295]
00000400:00000200:0.0:1775768528.426939:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768528.426945:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768528.426949:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426952:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f0b462500.
00000800:00000200:0.0:1775768528.426956:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.0:1775768528.426958:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768528.426962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:0.1:1775768528.426964:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768528.426967:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:0.0:1775768528.426969:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f0b462500.
00000400:00000200:0.0:1775768528.426971:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768528.426973:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768528.426975:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4908
00000400:00000010:0.0:1775768528.426976:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4908.
00000100:00000001:0.0:1775768528.426978:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768528.426980:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.426989:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.426992:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768553 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.427003:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.427005:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768528.427008:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768528.427011:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:0.0:1775768528.427014:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768528.427016:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299458581
00000100:00000001:0.0:1775768528.427019:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.427020:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299458581
00000100:00000001:0.0:1775768528.427023:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299459846
00000100:00000001:0.0:1775768528.427025:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768528.427027:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.427029:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768528.427032:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768528/real 1775768528]  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768528.427041:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768528.427042:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768528.427044:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0014bec8.
00000400:00000200:0.0:1775768528.427046:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ccc4c38
00000400:00000010:0.0:1775768528.427047:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ccc4c38.
00000100:00000001:0.0:1775768528.427050:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768528.427052:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768528.427058:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.427062:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768528.427064:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.427066:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768528.427068:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.427071:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768528.427073:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.427077:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768528.427078:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427079:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768528.427080:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427081:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768528.427082:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768528.427084:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768528.427085:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768528.427086:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768528.427088:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768528.427093:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713728:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768528.427095:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427097:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768528.427098:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497ad80 x1862023384713728/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768553 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768528.427102:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768528.427102:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768528.427103:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:0.0:1775768528.427105:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768528.427105:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768528.427107:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:0.0:1775768528.427108:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768528.427109:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cbc00.
02000000:00000001:0.0:1775768528.427111:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768528.427111:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768528.427112:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497ad80.
00000100:00000001:0.0:1775768528.427114:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768528.427115:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427116:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.427118:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768528.427119:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768528.427120:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768528.427122:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.808958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.808964:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.808971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.808972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768528.809031:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768528.809035:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768528.809038:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768529.768982:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299459846, at 4299459904
00000100:00000040:0.0:1775768529.769001:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299459846, at 4299459904
00000100:00000010:1.0:1775768529.769001:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76840.
00000100:00000010:0.0:1775768529.769017:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0ab76de0.
00010000:00000001:3.0:1775768529.832945:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.832951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.832957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.832961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768529.832963:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768529.832966:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.832969:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768529.832971:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.832973:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.832975:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768529.833119:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768529.833125:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768529.833129:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768530.857039:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768530.857045:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768530.857052:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768530.857053:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768530.857143:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768530.857147:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768530.857150:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768531.880956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.880963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.880969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.880970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768531.881043:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768531.881047:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768531.881051:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768532.904951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.904957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.904961:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.904962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768532.905023:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768532.905027:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768532.905030:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768533.544928:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768533.544936:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768533.544939:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768533.544943:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768533.544948:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768533.544955:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4791
00000400:00000200:0.0:1775768533.544968:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768533.544975:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768533.544978:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768533.544982:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.544986:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.544989:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.544992:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768533.544996:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768533.544998:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768533.545002:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768533.545005:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768533.545007:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768533.545010:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768533.545013:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545014:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.545016:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545017:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768533.545020:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768533.545022:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545024:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545027:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768533.545030:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768533.545033:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545035:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768533.545038:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768533.545049:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768533.545053:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768533.545057:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768533.545059:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545063:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768533.545066:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768533.545071:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768533.545080:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:0.0:1775768533.545087:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768533.545096:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768533.545105:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768533.545111:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768533.545115:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768533.545141:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768533.545144:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768533.545147:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768533.545160:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768533.545161:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768533.545163:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768533.545166:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4791
00000400:00000200:0.0:1775768533.545175:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768533.545178:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768533.545181:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768533.545181:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768533.545186:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768533.545187:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768533.545189:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768533.545191:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768533.545192:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545196:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768533.545199:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768533.545202:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000040:1.0:1775768533.545203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768533.545204:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768533.545207:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768533.545210:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768533.545212:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768533.545219:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545223:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.545227:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768533.545227:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768533.545229:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768533.545230:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768533.545232:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545234:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545235:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768533.545238:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545240:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768533.545242:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.545242:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768533.545243:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768533.545247:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1775768533.545249:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768533.545251:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768533.545254:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768533.545258:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384713856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768533.545259:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768533.545265:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768533.545266:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775768533.545269:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768533.545271:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768533.545273:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768533.545275:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.545275:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545278:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768533.545279:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768533.545280:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768533.545283:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768533.545286:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000010:0.0:1775768533.545288:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768533.545290:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545293:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.545300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768533.545301:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768533.545306:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00000001:0.0:1775768533.545311:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768533.545313:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768533.545318:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768533.545324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768533.545330:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768533.545334:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768533.545336:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713856, portal 25
00000100:00080000:0.0:1775768533.545338:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768533.545340:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768533.545341:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768533.545343:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00080000:0.0:1775768533.545344:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768533.545349:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768533.545354:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4791
00000100:00000040:1.0:1775768533.545355:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768533.545361:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768533.545368:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768533.545372:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768533.545372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768533.545378:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768533.545379:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545380:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.545383:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768533.545384:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000001:0.0:1775768533.545385:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768533.545389:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775768533.545390:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384713856, offset 0
00000020:00000040:0.0:1775768533.545391:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768533.545393:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768533.545395:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768533.545396:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768533.545398:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768533.545402:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768533.545413:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545416:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.545421:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768533.545422:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768533.545425:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768533.545428:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768533.545432:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768533.545434:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768533.545437:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545440:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768533.545442:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775768533.545444:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768533.545448:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.545448:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:0.0:1775768533.545452:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768533.545455:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768533.545455:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1775768533.545460:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.545460:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545464:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.545468:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200902:200902:256:4294967295] 192.168.202.154@tcp LPNI seq info [200902:200902:8:4294967295]
00000100:00000010:0.0:1775768533.545469:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768533.545474:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:1.0:1775768533.545477:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768533.545479:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768533.545481:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545483:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768533.545485:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768533.545487:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768533.545494:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000400:00000200:1.0:1775768533.545494:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768533.545500:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768533.545505:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00100000:0.0:1775768533.545507:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1775768533.545512:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000001:0.0:1775768533.545518:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768533.545520:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768533.545524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768533.545525:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768533.545530:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768533.545533:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768533.545537:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768533.545541:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1775768533.545542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768533.545543:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768533.545544:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768533.545547:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775768533.545548:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1775768533.545550:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4791
00000400:00000200:0.0:1775768533.545553:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768533.545555:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768533.545556:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768533.545558:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545560:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768533.545563:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545565:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768533.545568:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000100:1.0:1775768533.545568:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:0.0:1775768533.545571:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000800:00000010:1.0:1775768533.545572:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000020:00000001:0.0:1775768533.545574:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768533.545577:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768533.545580:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768533.545582:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000200:1.0:1775768533.545582:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1775768533.545586:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545589:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768533.545592:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768533.545599:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768533.545602:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000040:0.0:1775768533.545603:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.545607:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768533.545609:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1775768533.545610:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768533.545616:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000200:1.0:1775768533.545616:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768533.545620:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545624:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768533.545629:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768533.545633:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545634:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768533.545635:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768533.545639:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768533.545639:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768533.545644:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545648:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545654:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768533.545655:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768533.545657:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1775768533.545660:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768533.545664:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768533.545665:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545667:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768533.545667:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768533.545670:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768533.545674:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768533.545677:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299464966
02000000:00000001:0.0:1775768533.545679:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768533.545684:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984960.
02000000:00000010:0.0:1775768533.545685:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768533.545690:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545693:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1775768533.545697:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768533.545703:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768533.545704:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299464966
00000100:00000001:0.0:1775768533.545705:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768533.545709:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768533.545712:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768533.545730:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768533.545735:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768533.545738:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545740:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768533.545746:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768533/real 1775768533]  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768533.545757:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768533.545759:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768533.545761:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768533.545765:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768533.545766:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768533.545769:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768533.545772:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768533.545781:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.545788:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768533.545790:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545792:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.545794:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768533.545797:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.545804:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768533.545808:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.545815:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768533.545818:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545819:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.545820:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545823:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768533.545825:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768533.545858:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768533.545863:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768533.545865:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768533.545869:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768533.545877:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384713856:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768533.545883:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545885:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.545887:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384713856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.545894:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768533.545896:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768533.545899:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768533.545902:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768533.545904:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768533.545906:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768533.545908:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768533.545910:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768533.545914:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768533.545915:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768533.545917:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768533.545921:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768533.545922:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545924:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.545932:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768533.545934:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545936:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768533.545937:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768533.545939:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768533.545943:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768533.545959:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.545960:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768533.545962:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768533.545964:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775768533.545966:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768533.545968:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775768533.545970:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1775768533.545972:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.545973:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768533.545977:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1775768533.545977:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768533.545982:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768533.545984:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1775768533.545988:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4791
00000400:00000200:0.0:1775768533.545992:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:1.0:1775768533.545993:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768533.545996:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768533.545998:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1775768533.545999:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768533.546002:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1775768533.546002:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768533.546006:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768533.546009:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.546013:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768533.546013:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768533.546017:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768533.546018:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768533.546022:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768533.546025:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384713984, portal 10
00000100:00000001:1.0:1775768533.546026:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768533.546028:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000001:0.0:1775768533.546030:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768533.546034:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768533.546035:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000040:1.0:1775768533.546037:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768533.546038:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768533.546041:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768533.546046:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768533.546051:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1775768533.546052:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768533.546056:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768533.546059:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768533.546060:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000001:0.0:1775768533.546062:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768533.546065:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384713984, offset 0
00000100:00000040:0.0:1775768533.546066:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768533.546070:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768533.546072:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768533.546075:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768533.546080:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.546080:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768533.546084:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768533.546087:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768533.546088:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768533.546092:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
02000000:00000001:0.0:1775768533.546093:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.546097:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768533.546098:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768533.546100:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768533.546103:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768533.546105:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768533.546108:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200903:200903:256:4294967295] 192.168.202.154@tcp LPNI seq info [200903:200903:8:4294967295]
00000008:00100000:0.0:1775768533.546110:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775768533.546114:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000008:00000001:0.0:1775768533.546115:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768533.546119:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768533.546124:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000400:00000200:1.0:1775768533.546125:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775768533.546130:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000800:00000200:1.0:1775768533.546133:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
02000000:00000001:0.0:1775768533.546136:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768533.546138:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768533.546138:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000001:0.0:1775768533.546142:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768533.546145:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1775768533.546146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768533.546149:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768533.546153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768533.546155:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768533.546159:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.546160:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768533.546163:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768533.546166:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768533.546168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768533.546170:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768533.546172:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768533.546175:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546181:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.546184:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546189:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546191:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768533.546193:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768533.546197:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768533.546199:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768533.546201:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299463708
00000100:00000001:1.0:1775768533.546204:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546205:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299463708
00000100:00000001:1.0:1775768533.546207:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546209:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768533.546211:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546213:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768533.546216:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768533/real 1775768533]  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768533.546224:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768533.546225:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768533.546227:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768533.546229:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768533.546231:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768533.546232:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768533.546235:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768533.546242:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546249:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768533.546250:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546252:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.546253:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768533.546256:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546262:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768533.546265:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768533.546266:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768533.546273:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2000.
00000100:00000001:1.0:1775768533.546275:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768533.546280:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546280:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546284:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.546286:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546288:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00100000:0.0:1775768533.546290:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768533.546290:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768533.546297:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775768533.546304:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1775768533.546304:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:0.0:1775768533.546308:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546309:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768533.546315:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768533.546317:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768533.546344:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384713984:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768533.546345:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546352:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768533.546353:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4801)
00000100:00000040:1.0:1775768533.546356:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546364:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768533.546365:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.546367:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768533.546369:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768533.546371:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768533.546374:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768533.546378:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768533.546380:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768533.546382:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.546384:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768533.546387:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768533.546389:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.546392:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768533.546395:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768533.546397:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768533.546400:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714112, portal 10
00000100:00000001:1.0:1775768533.546402:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768533.546403:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768533.546409:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546415:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768533.546418:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768533.546420:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768533.546423:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384714112, offset 0
00000400:00000200:1.0:1775768533.546428:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768533.546432:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.546435:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768533.546437:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768533.546440:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768533.546442:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768533.546444:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768533.546447:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200904:200904:256:4294967295] 192.168.202.154@tcp LPNI seq info [200904:200904:8:4294967295]
00000400:00000200:1.0:1775768533.546451:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.546456:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768533.546461:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.546464:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768533.546467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768533.546470:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768533.546474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768533.546476:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768533.546480:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.546482:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768533.546485:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768533.546489:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768533.546492:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768533.546493:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768533.546496:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768533.546499:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546507:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.546510:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546516:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546519:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768533.546521:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768533.546524:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768533.546527:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768533.546529:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299463686
00000100:00000001:1.0:1775768533.546531:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546533:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299463686
00000100:00000001:1.0:1775768533.546535:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546537:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768533.546539:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546541:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768533.546543:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768533/real 1775768533]  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768533.546549:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768533.546550:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768533.546552:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768533.546553:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768533.546555:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768533.546557:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768533.546559:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768533.546565:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546570:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768533.546572:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546573:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.546574:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768533.546578:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546584:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768533.546588:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546594:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768533.546596:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546597:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.546598:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546600:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768533.546602:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768533.546604:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768533.546607:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768533.546609:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768533.546612:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768533.546620:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714112:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768533.546624:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546625:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.546628:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384713984/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546634:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768533.546636:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768533.546637:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768533.546641:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768533.546642:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768533.546643:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768533.546645:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768533.546647:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768533.546649:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768533.546651:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768533.546652:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768533.546654:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768533.546656:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546657:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.546661:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384714112/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546667:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768533.546668:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768533.546670:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768533.546672:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768533.546672:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768533.546674:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768533.546675:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768533.546677:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768533.546679:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768533.546680:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768533.546681:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768533.546685:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768533.546687:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546689:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546692:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768533.546694:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546695:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768533.546697:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768533.546698:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768533.546701:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546740:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768533.546741:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.546743:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768533.546745:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768533.546747:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768533.546751:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768533.546755:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768533.546757:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768533.546758:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.546759:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768533.546763:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768533.546765:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.546769:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768533.546772:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768533.546776:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768533.546779:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714240, portal 4
00000100:00000001:1.0:1775768533.546780:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768533.546782:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768533.546788:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546794:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768533.546797:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768533.546799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768533.546801:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384714240, offset 0
00000400:00000200:1.0:1775768533.546805:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768533.546809:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.546813:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768533.546817:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768533.546819:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768533.546822:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768533.546825:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768533.546847:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200905:200905:256:4294967295] 192.168.202.154@tcp LPNI seq info [200905:200905:8:4294967295]
00000400:00000200:1.0:1775768533.546852:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.546859:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768533.546864:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.546867:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768533.546870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768533.546873:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768533.546877:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768533.546879:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768533.546883:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.546884:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768533.546887:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768533.546891:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768533.546894:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768533.546895:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768533.546898:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768533.546901:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546908:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.546910:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546916:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546917:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768533.546920:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768533.546923:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768533.546926:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768533.546928:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299463699
00000100:00000001:1.0:1775768533.546931:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546933:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299463699
00000100:00000001:1.0:1775768533.546935:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.546936:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768533.546938:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.546940:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768533.546943:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768533/real 1775768533]  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768533.546950:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768533.546951:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768533.546953:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768533.546955:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768533.546956:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768533.546959:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768533.546962:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768533.546975:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546981:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768533.546982:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.546984:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.546986:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768533.546989:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.546996:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768533.546999:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547006:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768533.547009:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547010:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.547012:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547013:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768533.547014:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768533.547017:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768533.547020:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768533.547023:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768533.547033:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768533.547041:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714240:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768533.547045:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768533.547048:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547060:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768533.547061:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.547063:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768533.547065:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768533.547067:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768533.547069:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768533.547072:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768533.547074:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768533.547076:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768533.547077:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768533.547080:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768533.547083:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768533.547086:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768533.547088:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768533.547091:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768533.547094:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714368, portal 4
00000100:00000001:1.0:1775768533.547096:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768533.547097:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768533.547103:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547109:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768533.547111:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768533.547113:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768533.547116:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384714368, offset 0
00000400:00000200:1.0:1775768533.547119:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768533.547123:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.547126:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768533.547129:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768533.547131:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768533.547133:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768533.547136:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768533.547139:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200906:200906:256:4294967295] 192.168.202.154@tcp LPNI seq info [200906:200906:8:4294967295]
00000400:00000200:1.0:1775768533.547143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768533.547148:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768533.547152:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.547155:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768533.547159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768533.547162:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768533.547165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768533.547168:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768533.547172:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768533.547174:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768533.547176:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768533.547180:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768533.547182:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768533.547184:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768533.547186:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768533.547189:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547195:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.547198:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547204:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.547205:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768533.547208:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768533.547210:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768533.547214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768533.547215:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299463701
00000100:00000001:1.0:1775768533.547218:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.547220:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299463701
00000100:00000001:1.0:1775768533.547222:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299464966
00000100:00000001:1.0:1775768533.547224:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768533.547226:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.547228:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768533.547231:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768533/real 1775768533]  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768533.547239:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768533.547240:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768533.547241:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768533.547244:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768533.547245:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768533.547247:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768533.547250:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768533.547258:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547264:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768533.547265:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547267:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.547268:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768533.547272:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547277:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768533.547281:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547286:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768533.547288:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547290:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768533.547291:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547293:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768533.547294:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768533.547296:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768533.547300:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768533.547301:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768533.547305:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768533.547312:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714368:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768533.547315:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547317:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.547319:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384714240/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547325:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768533.547326:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768533.547327:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768533.547330:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768533.547331:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768533.547332:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768533.547334:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768533.547336:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:1.0:1775768533.547337:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768533.547339:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768533.547340:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768533.547343:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768533.547344:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547345:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768533.547348:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384714368/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768558 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768533.547353:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768533.547354:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768533.547355:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768533.547357:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768533.547358:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768533.547359:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768533.547360:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768533.547362:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2000.
02000000:00000001:1.0:1775768533.547364:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768533.547365:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768533.547366:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768533.547368:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768533.547369:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547371:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768533.547374:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768533.547375:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768533.547377:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768533.547378:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.928978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.928984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.928989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.928990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768533.929049:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768533.929052:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768533.929054:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768534.888958:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299464966, at 4299465024
00000100:00000010:1.0:1775768534.888976:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000040:0.0:1775768534.888984:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299464966, at 4299465024
00000100:00000010:0.0:1775768534.888993:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984960.
00010000:00000001:3.0:1775768534.954256:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.954265:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768534.954268:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768534.954271:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.954276:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768534.954279:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.954281:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.954284:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.954288:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.954290:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768534.955075:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768534.955079:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768534.955082:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768535.977144:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977150:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977156:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977158:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768535.977350:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768535.977354:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768535.977358:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768537.001008:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001014:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001020:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001022:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768537.001086:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768537.001090:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768537.001094:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768538.024968:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.024975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.024982:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.024983:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768538.025159:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768538.025164:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768538.025167:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768538.664949:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768538.664960:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768538.664963:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768538.664967:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768538.664972:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768538.664981:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4796
00000400:00000200:0.0:1775768538.664992:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768538.664999:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768538.665002:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768538.665006:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665010:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768538.665012:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665015:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768538.665020:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768538.665022:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768538.665025:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768538.665028:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768538.665031:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768538.665033:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768538.665037:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665039:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768538.665041:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665043:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768538.665046:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768538.665049:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665052:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768538.665055:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768538.665059:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768538.665062:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665064:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768538.665066:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768538.665077:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000020:00000040:0.0:1775768538.665082:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768538.665086:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768538.665088:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665091:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768538.665094:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768538.665099:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768538.665109:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0400.
00000100:00000001:0.0:1775768538.665116:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768538.665127:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768538.665138:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768538.665143:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768538.665148:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665170:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768538.665173:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768538.665177:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768538.665178:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768538.665180:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768538.665184:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768538.665187:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4796
00000400:00000200:0.0:1775768538.665191:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768538.665194:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768538.665197:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768538.665200:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665202:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768538.665202:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768538.665205:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665209:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768538.665209:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768538.665212:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768538.665214:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768538.665216:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768538.665219:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768538.665220:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768538.665222:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768538.665226:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768538.665232:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768538.665234:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.665237:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1775768538.665239:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
02000000:00000001:1.0:1775768538.665240:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768538.665245:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768538.665248:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768538.665250:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384714496:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768538.665252:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768538.665256:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768538.665257:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665260:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:1.0:1775768538.665260:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768538.665262:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768538.665264:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:1.0:1775768538.665265:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768538.665268:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665272:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768538.665272:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.665275:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768538.665277:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768538.665282:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768538.665284:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1775768538.665285:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
02000000:00000001:0.0:1775768538.665289:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665292:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775768538.665293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000008:00100000:0.0:1775768538.665298:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1775768538.665300:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714496, portal 25
00000008:00000001:0.0:1775768538.665303:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665304:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768538.665306:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000001:0.0:1775768538.665307:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.665312:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768538.665313:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7800.
00000020:00000040:0.0:1775768538.665318:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00000001:1.0:1775768538.665323:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1775768538.665324:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768538.665326:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.665328:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665330:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775768538.665332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
02000000:00000001:0.0:1775768538.665333:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775768538.665335:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384714496, offset 0
02000000:00000001:0.0:1775768538.665336:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768538.665342:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2800.
00000400:00000200:1.0:1775768538.665342:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665347:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.665350:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768538.665354:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768538.665357:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768538.665364:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768538.665367:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768538.665371:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.665371:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768538.665378:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768538.665379:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7e4636e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768538.665382:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768538.665389:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200907:200907:256:4294967295] 192.168.202.154@tcp LPNI seq info [200907:200907:8:4294967295]
00000400:00000200:1.0:1775768538.665398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768538.665399:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768538.665403:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768538.665411:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1775768538.665411:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768538.665415:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768538.665417:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1775768538.665420:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665421:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1775768538.665425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00080000:0.0:1775768538.665426:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4796
00000400:00000200:0.0:1775768538.665432:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000200:1.0:1775768538.665435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000400:00000200:0.0:1775768538.665439:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000800:00000200:1.0:1775768538.665440:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1775768538.665443:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775768538.665447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:0.0:1775768538.665450:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:1.1:1775768538.665451:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768538.665455:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1775768538.665459:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768538.665461:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:1.0:1775768538.665462:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00000001:0.0:1775768538.665465:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768538.665469:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768538.665469:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1775768538.665471:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768538.665475:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768538.665475:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1775768538.665478:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768538.665480:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000020:00000001:0.0:1775768538.665482:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000010:1.0:1775768538.665483:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000020:00000001:0.0:1775768538.665487:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:1.0:1775768538.665488:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768538.665493:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000200:1.0:1775768538.665493:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665498:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768538.665501:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665503:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768538.665508:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768538.665514:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665518:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665518:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768538.665521:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768538.665523:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768538.665525:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768538.665530:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665535:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768538.665536:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768538.665538:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768538.665538:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1775768538.665543:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665545:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665546:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768538.665549:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6300.
00000400:00000200:1.0:1775768538.665550:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768538.665554:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299470086
00000020:00000040:0.0:1775768538.665555:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768538.665559:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1775768538.665560:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
02000000:00000001:0.0:1775768538.665561:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665564:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768538.665566:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768538.665568:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665568:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1775768538.665574:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:1.0:1775768538.665575:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299470086
00000100:00000001:0.0:1775768538.665579:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768538.665579:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768538.665584:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768538.665587:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768538.665588:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768538.665590:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665594:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768538.665600:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768538/real 1775768538]  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665602:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768538.665605:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768538.665614:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f80ad8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768538.665619:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768538.665621:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768538.665624:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768538.665628:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768538.665630:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768538.665631:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665633:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1775768538.665635:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768538.665638:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768538.665640:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768538.665643:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768538.665646:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768538.665649:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665651:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768538.665657:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4796
00000100:00000001:1.0:1775768538.665657:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768538.665659:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.665662:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.665663:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768538.665675:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:1.0:1775768538.665679:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768538.665683:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768538.665689:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768538.665691:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768538.665694:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768538.665697:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665698:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768538.665703:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768538.665705:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768538.665708:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768538.665709:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.665713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.665713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.665715:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768538.665716:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768538.665719:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1775768538.665720:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768538.665722:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00080000:1.0:1775768538.665723:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000001:0.0:1775768538.665726:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768538.665727:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1775768538.665730:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000040:1.0:1775768538.665730:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768538.665735:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768538.665740:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00100000:1.0:1775768538.665743:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384714496:192.168.202.154@tcp:250:kworker.0
00000100:00000040:0.0:1775768538.665748:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768538.665749:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.665752:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768538.665753:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768538.665757:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768538.665758:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384714496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768538.665763:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768538.665768:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:1.0:1775768538.665769:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768538.665772:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1775768538.665774:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000010:1.0:1775768538.665775:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.665779:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1775768538.665780:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768538.665781:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768538.665784:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768538.665785:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1775768538.665788:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:0.0:1775768538.665790:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1775768538.665790:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0400.
02000000:00000001:0.0:1775768538.665795:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.665796:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1775768538.665797:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768538.665798:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768538.665801:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000008:00100000:0.0:1775768538.665803:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768538.665803:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768538.665805:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1775768538.665808:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665808:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.665812:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768538.665818:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768538.665818:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1775768538.665821:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768538.665824:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768538.665825:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768538.665826:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665851:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768538.665853:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768538.665854:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768538.665857:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775768538.665858:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768538.665860:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768538.665863:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.665869:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1775768538.665870:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:1.0:1775768538.665870:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.665874:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768538.665876:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.665876:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768538.665882:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768538.665885:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714624:192.168.202.154@tcp:38:kworker.0
00000100:00100000:0.0:1775768538.665887:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768538.665888:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768538.665892:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768538.665898:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768538.665900:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.665904:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768538.665907:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a81fc5] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768538.665908:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768538.665912:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.665916:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.665923:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.665924:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:0.0:1775768538.665928:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768538.665929:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00080000:0.0:1775768538.665935:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1775768538.665936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:0.0:1775768538.665937:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768538.665940:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768538.665941:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714624, portal 10
00000100:00000001:0.0:1775768538.665944:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768538.665945:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768538.665948:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367791104 : -107275341760512 : ffff9e6f035c7800)
00000100:00080000:0.0:1775768538.665949:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4796
00000400:00000200:0.0:1775768538.665956:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768538.665959:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768538.665962:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768538.665967:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768538.665969:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768538.665973:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768538.665975:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768538.665976:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000001:0.0:1775768538.665979:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768538.665980:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384714624, offset 0
00000100:00000040:0.0:1775768538.665984:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768538.665986:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768538.665990:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768538.665993:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:0.0:1775768538.665995:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768538.665997:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000400:00000200:1.0:1775768538.665998:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000001:0.0:1775768538.666001:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768538.666002:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1775768538.666005:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000400:00000200:1.0:1775768538.666005:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768538.666009:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1775768538.666010:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000400:00000200:1.0:1775768538.666012:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000001:0.0:1775768538.666015:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768538.666020:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.666022:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768538.666022:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200908:200908:256:4294967295] 192.168.202.154@tcp LPNI seq info [200908:200908:8:4294967295]
00000100:00000040:0.0:1775768538.666024:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768538.666030:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768538.666030:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:0.0:1775768538.666034:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768538.666041:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666041:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768538.666047:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768538.666051:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775768538.666051:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666055:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
02000000:00000001:0.0:1775768538.666056:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768538.666061:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768538.666061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768538.666065:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768538.666066:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768538.666069:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1775768538.666072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00000001:0.0:1775768538.666074:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768538.666075:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768538.666079:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768538.666081:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666083:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00000010:0.0:1775768538.666084:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4e00.
00000400:00000200:1.0:1775768538.666086:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1775768538.666089:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:1.0:1775768538.666090:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768538.666095:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768538.666095:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
02000000:00000001:0.0:1775768538.666098:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768538.666098:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:0.0:1775768538.666103:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768538.666103:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768538.666106:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775768538.666107:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768538.666109:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768538.666115:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768538.666120:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666122:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666127:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768538.666128:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768538.666143:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666147:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768538.666149:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768538.666151:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768538.666152:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.666156:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000100:00000040:0.0:1775768538.666159:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000eaea3f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768538.666163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768538.666167:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299468828
00000100:00000001:1.0:1775768538.666173:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299470086
00000100:00000001:0.0:1775768538.666176:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666178:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299468828
00000100:00000040:0.0:1775768538.666182:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4806)
00000100:00000001:1.0:1775768538.666182:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666187:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768538.666189:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666191:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768538.666196:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768538/real 1775768538]  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768538.666204:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768538.666205:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768538.666208:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768538.666210:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768538.666212:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768538.666213:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768538.666216:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768538.666223:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666228:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768538.666229:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666231:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666232:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768538.666235:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666240:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768538.666244:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666250:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768538.666252:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666256:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768538.666257:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768538.666259:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768538.666263:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768538.666264:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768538.666268:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768538.666274:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714624:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768538.666279:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768538.666281:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666287:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768538.666288:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666290:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768538.666292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768538.666294:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768538.666296:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768538.666299:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768538.666301:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768538.666302:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666304:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768538.666307:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768538.666309:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.666312:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768538.666314:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768538.666316:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768538.666319:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714752, portal 10
00000100:00000001:1.0:1775768538.666320:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768538.666322:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367785728 : -107275341765888 : ffff9e6f035c6300)
00000100:00000040:1.0:1775768538.666327:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666332:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768538.666334:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768538.666337:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768538.666339:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384714752, offset 0
00000400:00000200:1.0:1775768538.666343:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666346:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666348:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768538.666350:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768538.666353:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768538.666354:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768538.666356:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666358:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200909:200909:256:4294967295] 192.168.202.154@tcp LPNI seq info [200909:200909:8:4294967295]
00000400:00000200:1.0:1775768538.666360:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666364:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768538.666366:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666368:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768538.666371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768538.666372:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768538.666375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768538.666376:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768538.666378:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666380:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768538.666382:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768538.666384:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768538.666386:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768538.666387:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768538.666388:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768538.666391:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666395:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666397:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666401:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666402:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768538.666404:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.666406:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768538.666408:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768538.666409:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299468806
00000100:00000001:1.0:1775768538.666411:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666412:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299468806
00000100:00000001:1.0:1775768538.666452:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666454:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768538.666456:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666457:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768538.666460:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768538/real 1775768538]  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768538.666465:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768538.666466:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768538.666467:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768538.666469:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768538.666470:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768538.666471:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768538.666473:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768538.666477:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666481:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768538.666481:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666482:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666483:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768538.666485:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666488:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768538.666490:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666494:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768538.666496:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666497:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666498:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666499:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768538.666501:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768538.666502:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768538.666504:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768538.666506:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768538.666508:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768538.666512:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714752:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768538.666514:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666515:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666516:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7800 x1862023384714624/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666520:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768538.666521:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768538.666522:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.666524:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768538.666525:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768538.666526:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768538.666527:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768538.666528:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2800.
02000000:00000001:1.0:1775768538.666530:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768538.666531:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768538.666532:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7800.
00000100:00000001:1.0:1775768538.666533:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768538.666534:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666535:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666537:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6300 x1862023384714752/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666540:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768538.666540:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768538.666541:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768538.666543:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768538.666544:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768538.666545:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768538.666547:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768538.666549:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:1.0:1775768538.666550:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768538.666551:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768538.666553:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6300.
00000100:00000001:1.0:1775768538.666556:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768538.666557:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666558:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666562:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768538.666563:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666564:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768538.666566:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768538.666567:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768538.666571:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666578:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768538.666579:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666581:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768538.666583:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768538.666585:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768538.666587:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768538.666591:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768538.666592:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768538.666594:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666596:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768538.666599:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768538.666601:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.666605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768538.666607:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768538.666609:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768538.666611:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384714880, portal 4
00000100:00000001:1.0:1775768538.666612:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768538.666614:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367792000 : -107275341759616 : ffff9e6f035c7b80)
00000100:00000040:1.0:1775768538.666618:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666622:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768538.666623:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768538.666625:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768538.666626:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384714880, offset 0
00000400:00000200:1.0:1775768538.666628:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666632:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768538.666634:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768538.666636:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768538.666637:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768538.666639:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666641:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200910:200910:256:4294967295] 192.168.202.154@tcp LPNI seq info [200910:200910:8:4294967295]
00000400:00000200:1.0:1775768538.666644:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666647:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768538.666650:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666652:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768538.666655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768538.666657:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768538.666659:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768538.666661:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768538.666663:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666680:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768538.666683:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768538.666686:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768538.666688:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768538.666689:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768538.666690:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768538.666692:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666697:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666699:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666703:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666705:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768538.666707:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.666709:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768538.666711:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768538.666712:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299468818
00000100:00000001:1.0:1775768538.666714:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666715:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299468818
00000100:00000001:1.0:1775768538.666717:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666718:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768538.666719:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666720:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768538.666722:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768538/real 1775768538]  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768538.666726:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768538.666727:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768538.666728:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768538.666729:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768538.666730:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768538.666730:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768538.666732:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768538.666736:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666740:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768538.666741:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666742:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666743:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768538.666745:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666749:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768538.666752:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666755:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768538.666756:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666757:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666759:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768538.666760:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768538.666761:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768538.666763:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768538.666764:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768538.666766:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768538.666770:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384714880:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768538.666772:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768538.666773:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666777:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768538.666778:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666779:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768538.666780:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768538.666782:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768538.666783:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768538.666785:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768538.666786:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768538.666787:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768538.666789:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768538.666790:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.666792:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768538.666794:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768538.666795:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768538.666797:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768538.666798:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715008, portal 4
00000100:00000001:1.0:1775768538.666800:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768538.666801:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367780352 : -107275341771264 : ffff9e6f035c4e00)
00000100:00000040:1.0:1775768538.666804:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666808:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768538.666809:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768538.666810:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768538.666812:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384715008, offset 0
00000400:00000200:1.0:1775768538.666814:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666816:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666818:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768538.666819:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768538.666821:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768538.666822:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768538.666824:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768538.666826:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200911:200911:256:4294967295] 192.168.202.154@tcp LPNI seq info [200911:200911:8:4294967295]
00000400:00000200:1.0:1775768538.666844:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768538.666848:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768538.666850:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666853:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768538.666855:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768538.666857:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768538.666859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768538.666861:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768538.666878:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768538.666880:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768538.666882:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768538.666884:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768538.666886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768538.666887:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768538.666889:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768538.666891:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666895:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666897:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666901:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666902:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768538.666904:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768538.666906:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768538.666908:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768538.666909:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299468821
00000100:00000001:1.0:1775768538.666911:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666912:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299468821
00000100:00000001:1.0:1775768538.666914:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299470086
00000100:00000001:1.0:1775768538.666915:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768538.666916:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.666918:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768538.666921:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768538/real 1775768538]  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768538.666928:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768538.666929:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768538.666930:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768538.666932:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768538.666934:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768538.666936:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768538.666939:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768538.666946:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666953:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768538.666954:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666956:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666958:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768538.666961:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666968:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768538.666971:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.666976:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768538.666978:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666979:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768538.666980:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666981:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768538.666981:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768538.666983:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768538.666985:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768538.666986:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768538.666988:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768538.666993:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715008:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768538.666995:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.666996:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.666998:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7b80 x1862023384714880/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.667002:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768538.667003:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768538.667005:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768538.667006:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768538.667007:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768538.667008:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768538.667009:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768538.667010:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:1.0:1775768538.667012:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768538.667012:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768538.667013:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7b80.
00000100:00000001:1.0:1775768538.667015:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768538.667016:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.667017:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768538.667018:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4e00 x1862023384715008/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768538.667022:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768538.667022:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768538.667023:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768538.667024:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768538.667025:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768538.667025:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768538.667026:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768538.667027:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:1.0:1775768538.667028:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768538.667028:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768538.667029:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4e00.
00000100:00000001:1.0:1775768538.667031:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768538.667032:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.667033:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768538.667035:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768538.667036:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768538.667037:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768538.667038:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.048900:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.048913:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.048921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.048923:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768539.048985:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768539.048989:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768539.048992:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768540.008939:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299470086, at 4299470144
00000100:00000040:1.0:1775768540.008939:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299470086, at 4299470144
00000100:00000010:0.0:1775768540.008955:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:1.0:1775768540.008958:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768540.073070:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073075:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073079:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073082:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768540.073084:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768540.073086:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073089:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768540.073091:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073092:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073095:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768540.073148:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768540.073152:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768540.073156:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768541.097718:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.097725:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768541.097731:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.097732:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768541.097790:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768541.097793:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768541.097795:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768542.120943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.120950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.120956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.120957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768542.121019:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768542.121023:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768542.121027:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768543.145812:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145818:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145824:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145825:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768543.145957:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768543.145961:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768543.145964:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768543.784997:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768543.785006:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768543.785009:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768543.785013:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768543.785017:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768543.785025:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4801
00000400:00000200:2.0:1775768543.785034:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768543.785039:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768543.785042:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768543.785045:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785048:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.785051:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785053:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768543.785057:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768543.785059:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768543.785061:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768543.785064:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768543.785066:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768543.785068:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768543.785070:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785071:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.785072:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785074:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768543.785076:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768543.785078:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785080:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768543.785083:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768543.785085:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768543.785088:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785089:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768543.785091:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768543.785100:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b800.
00000020:00000040:2.0:1775768543.785103:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768543.785106:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768543.785107:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785110:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768543.785112:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768543.785116:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768543.785124:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768543.785129:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768543.785137:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768543.785146:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768543.785150:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768543.785154:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000070843f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785273:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768543.785277:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768543.785279:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768543.785285:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785292:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768543.785294:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.785297:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768543.785300:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768543.785302:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768543.785305:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384715136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768543.785310:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768543.785314:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768543.785317:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.785320:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768543.785325:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768543.785327:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768543.785333:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768543.785337:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768543.785343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768543.785350:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715136, portal 25
00000100:00000001:1.0:1775768543.785353:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768543.785354:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388451328 : -107275321100288 : ffff9e6f0497b800)
00000100:00000040:1.0:1775768543.785359:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785367:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768543.785370:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768543.785373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768543.785376:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384715136, offset 0
00000400:00000200:1.0:1775768543.785382:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768543.785390:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.785396:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768543.785401:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768543.785405:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768543.785408:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768543.785411:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768543.785414:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200912:200912:256:4294967295] 192.168.202.154@tcp LPNI seq info [200912:200912:8:4294967295]
00000400:00000200:1.0:1775768543.785419:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.785427:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768543.785433:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.785437:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768543.785444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768543.785447:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768543.785453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768543.785456:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768543.785461:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.785463:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768543.785469:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768543.785474:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768543.785479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768543.785482:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768543.785486:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768543.785489:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785514:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768543.785516:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768543.785519:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768543.785520:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768543.785521:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768543.785523:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768543.785525:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4801
00000400:00000200:2.0:1775768543.785528:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768543.785530:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768543.785531:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768543.785533:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785535:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.785536:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785537:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768543.785538:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768543.785539:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768543.785540:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768543.785541:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768543.785542:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768543.785543:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768543.785545:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785546:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.785548:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785549:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768543.785551:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768543.785552:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785553:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768543.785555:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768543.785559:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768543.785561:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785563:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768543.785566:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768543.785569:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785571:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768543.785575:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768543.785577:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768543.785579:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768543.785580:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785582:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768543.785583:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768543.785585:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768543.785589:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768543.785592:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768543.785597:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768543.785604:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768543.785607:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785649:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768543.785650:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768543.785653:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785658:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785661:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768543.785661:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768543.785663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768543.785664:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768543.785666:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768543.785667:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768543.785669:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768543.785670:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768543.785671:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4801
00000400:00000200:1.0:1775768543.785674:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768543.785674:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.785676:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299475206
00000400:00000200:2.0:1775768543.785677:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768543.785679:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775768543.785681:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000040:2.0:1775768543.785682:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785683:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.785685:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785687:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768543.785688:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768543.785689:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775768543.785690:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768543.785691:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768543.785693:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768543.785695:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768543.785696:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000001:1.0:1775768543.785708:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299475206
00000100:00000040:2.0:1775768543.785708:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785710:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775768543.785711:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000040:2.0:1775768543.785712:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768543.785714:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768543.785714:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768543.785716:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:1.0:1775768543.785717:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768543.785718:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768543.785720:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785720:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785722:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775768543.785722:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768543.785725:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768543.785726:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768543/real 1775768543]  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768543.785727:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785729:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768543.785731:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768543.785733:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785734:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768543.785736:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:2.0:1775768543.785737:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
00000400:00000001:1.0:1775768543.785738:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1775768543.785739:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000010:1.0:1775768543.785740:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768543.785742:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
02000000:00000001:2.0:1775768543.785742:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768543.785743:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768543.785744:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:2.0:1775768543.785745:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768543.785746:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768543.785746:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768543.785751:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768543.785753:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768543.785755:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb400.
00000100:00000001:2.0:1775768543.785758:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768543.785762:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768543.785762:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768543.785770:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768543.785770:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768543.785772:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768543.785772:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785774:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768543.785775:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785776:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768543.785779:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785782:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768543.785785:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768543.785786:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768543.785788:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1775768543.785790:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785790:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768543.785791:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768543.785794:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768543.785796:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4801
00000100:00000001:1.0:1775768543.785798:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1775768543.785800:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.785801:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.785802:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1775768543.785802:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768543.785803:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768543.785804:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768543.785806:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768543.785807:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768543.785807:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785809:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1775768543.785810:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768543.785810:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785812:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00080000:1.0:1775768543.785814:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000020:00000001:2.0:1775768543.785814:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768543.785815:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000100:00000001:1.0:1775768543.785816:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768543.785817:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768543.785818:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000040:1.0:1775768543.785820:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768543.785820:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768543.785823:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768543.785826:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785827:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775768543.785854:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384715136:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768543.785860:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.785862:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.785865:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b800 x1862023384715136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785871:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1775768543.785871:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768543.785873:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768543.785873:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768543.785875:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
02000000:00000010:1.0:1775768543.785876:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
00000100:00080000:2.0:1775768543.785877:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768543.785879:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775768543.785880:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768543.785881:0:2406:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775768543.785881:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:1.0:1775768543.785882:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768543.785884:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768543.785885:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775768543.785886:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768543.785887:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca400.
00000100:00000001:2.0:1775768543.785888:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768543.785890:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1775768543.785891:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:2.0:1775768543.785892:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.785893:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1775768543.785894:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768543.785895:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b800.
00000100:00000010:2.0:1775768543.785897:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768543.785898:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768543.785899:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768543.785899:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768543.785901:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768543.785901:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768543.785902:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785904:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768543.785905:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768543.785906:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785908:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1775768543.785909:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:1.0:1775768543.785910:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785912:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768543.785912:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785913:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768543.785915:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1775768543.785915:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768543.785918:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785922:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768543.785924:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.785925:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768543.785926:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.785928:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768543.785928:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.785935:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768543.785938:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775768543.785939:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768543.785940:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1775768543.785941:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.785942:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768543.785944:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768543.785946:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:1.0:1775768543.785947:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715264:192.168.202.154@tcp:38:kworker.0
00000100:00080000:2.0:1775768543.785948:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4801
00000100:00000001:1.0:1775768543.785950:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768543.785952:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1775768543.785952:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:1.0:1775768543.785953:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.785955:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1775768543.785955:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768543.785957:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1775768543.785958:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768543.785960:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768543.785960:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.785962:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768543.785964:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768543.785965:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000010:1.0:1775768543.785967:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00000001:2.0:1775768543.785967:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768543.785969:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1775768543.785970:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000020:00000040:2.0:1775768543.785970:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768543.785972:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775768543.785973:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715264, portal 10
00000020:00000040:2.0:1775768543.785973:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:1.0:1775768543.785975:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768543.785976:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:1.0:1775768543.785982:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.785989:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768543.785991:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768543.785993:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768543.785995:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384715264, offset 0
00000400:00000200:1.0:1775768543.785999:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786003:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786006:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768543.786009:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768543.786011:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768543.786013:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768543.786015:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786018:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200913:200913:256:4294967295] 192.168.202.154@tcp LPNI seq info [200913:200913:8:4294967295]
00000400:00000200:1.0:1775768543.786022:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786027:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768543.786032:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786035:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768543.786039:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768543.786042:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768543.786046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768543.786049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768543.786052:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786054:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768543.786057:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768543.786062:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768543.786064:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768543.786066:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768543.786069:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768543.786073:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786087:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786090:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786096:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786097:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768543.786100:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768543.786103:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768543.786106:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.786108:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299473948
00000100:00000001:1.0:1775768543.786111:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786113:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299473948
00000100:00000001:1.0:1775768543.786115:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786116:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768543.786119:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786120:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768543.786124:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768543/real 1775768543]  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768543.786132:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768543.786133:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768543.786135:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768543.786137:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768543.786138:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768543.786140:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768543.786143:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768543.786151:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786156:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1775768543.786156:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768543.786158:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786159:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1775768543.786159:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:1.0:1775768543.786161:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768543.786163:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:1.0:1775768543.786164:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768543.786165:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768543.786167:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768543.786169:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768543.786171:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768543.786171:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000040:1.0:1775768543.786174:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768543.786174:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768543.786176:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768543.786177:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768543.786180:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768543.786181:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768543.786182:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786183:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768543.786184:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768543.786185:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786186:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786187:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1775768543.786187:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768543.786189:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1775768543.786189:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768543.786191:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768543.786191:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768543.786194:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000100:00080000:1.0:1775768543.786195:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000020:00000040:2.0:1775768543.786196:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768543.786197:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768543.786199:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775768543.786200:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768543.786200:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.786202:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768543.786203:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768543.786205:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768543.786208:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715264:192.168.202.154@tcp:38:kworker.0
02000000:00000010:2.0:1775768543.786208:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:1.0:1775768543.786211:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768543.786211:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768543.786214:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768543.786215:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768543.786221:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768543.786222:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768543.786222:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768543.786224:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768543.786224:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786226:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768543.786227:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768543.786228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768543.786231:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768543.786234:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768543.786235:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786236:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768543.786237:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786239:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768543.786239:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4811)
02000000:00000010:1.0:1775768543.786241:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768543.786243:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768543.786246:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768543.786248:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768543.786251:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768543.786253:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715392, portal 10
00000100:00000001:1.0:1775768543.786255:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768543.786256:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:1.0:1775768543.786261:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786266:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768543.786269:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768543.786272:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768543.786273:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384715392, offset 0
00000400:00000200:1.0:1775768543.786276:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786279:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786281:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768543.786283:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768543.786284:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768543.786286:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768543.786287:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786289:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200914:200914:256:4294967295] 192.168.202.154@tcp LPNI seq info [200914:200914:8:4294967295]
00000400:00000200:1.0:1775768543.786292:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786295:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768543.786298:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786300:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768543.786311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768543.786314:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768543.786321:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768543.786324:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768543.786327:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786329:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768543.786332:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768543.786335:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768543.786338:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768543.786339:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768543.786342:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768543.786345:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786352:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786355:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786361:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786363:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768543.786366:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768543.786369:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768543.786371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.786372:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299473926
00000100:00000001:1.0:1775768543.786374:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786376:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299473926
00000100:00000001:1.0:1775768543.786378:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786380:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768543.786382:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786383:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768543.786386:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768543/real 1775768543]  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768543.786393:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768543.786395:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768543.786396:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768543.786398:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768543.786399:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768543.786402:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768543.786404:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768543.786411:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786417:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768543.786419:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786420:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786422:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768543.786425:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786432:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768543.786435:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786442:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768543.786443:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786444:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786445:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786446:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768543.786448:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768543.786449:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768543.786451:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768543.786452:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768543.786454:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768543.786462:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715392:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768543.786465:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786466:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786467:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384715264/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786471:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768543.786472:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768543.786473:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768543.786474:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768543.786475:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768543.786476:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768543.786477:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768543.786478:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:1.0:1775768543.786480:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768543.786481:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768543.786482:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000100:00000001:1.0:1775768543.786483:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768543.786484:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786485:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786486:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384715392/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786490:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768543.786490:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768543.786491:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768543.786492:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768543.786493:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768543.786493:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768543.786494:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768543.786495:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:1.0:1775768543.786496:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768543.786497:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768543.786497:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:1.0:1775768543.786499:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768543.786500:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786501:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786503:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768543.786504:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786505:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768543.786506:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768543.786507:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768543.786509:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786513:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768543.786514:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786515:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768543.786516:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768543.786517:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768543.786519:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768543.786520:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768543.786522:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768543.786522:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786523:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768543.786525:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768543.786526:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768543.786528:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768543.786530:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768543.786532:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768543.786534:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715520, portal 4
00000100:00000001:1.0:1775768543.786535:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768543.786536:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000040:1.0:1775768543.786539:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786543:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768543.786545:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768543.786546:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768543.786547:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384715520, offset 0
00000400:00000200:1.0:1775768543.786550:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786554:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768543.786556:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768543.786557:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768543.786568:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768543.786570:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786572:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200915:200915:256:4294967295] 192.168.202.154@tcp LPNI seq info [200915:200915:8:4294967295]
00000400:00000200:1.0:1775768543.786576:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786582:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768543.786586:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786589:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768543.786593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768543.786595:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768543.786599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768543.786601:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768543.786605:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786607:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768543.786610:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768543.786624:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768543.786628:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768543.786629:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768543.786632:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768543.786635:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786641:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786644:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786650:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786652:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768543.786655:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768543.786658:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768543.786661:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.786663:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299473938
00000100:00000001:1.0:1775768543.786666:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786668:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299473938
00000100:00000001:1.0:1775768543.786670:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786672:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768543.786674:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786675:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768543.786679:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768543/real 1775768543]  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768543.786686:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768543.786688:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768543.786689:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768543.786691:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768543.786692:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768543.786693:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768543.786696:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768543.786702:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786709:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768543.786710:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786711:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768543.786715:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786721:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768543.786724:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786731:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768543.786733:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786737:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768543.786739:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768543.786742:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768543.786745:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768543.786747:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768543.786751:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768543.786758:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715520:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768543.786761:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768543.786763:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786767:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768543.786768:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786769:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768543.786771:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768543.786772:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768543.786773:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768543.786775:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768543.786776:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768543.786777:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768543.786779:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768543.786781:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768543.786782:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768543.786784:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768543.786785:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768543.786787:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768543.786789:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715648, portal 4
00000100:00000001:1.0:1775768543.786791:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768543.786791:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:1.0:1775768543.786794:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786798:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768543.786799:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768543.786801:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768543.786803:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384715648, offset 0
00000400:00000200:1.0:1775768543.786807:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786810:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786813:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768543.786816:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768543.786818:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768543.786820:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768543.786822:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768543.786825:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200916:200916:256:4294967295] 192.168.202.154@tcp LPNI seq info [200916:200916:8:4294967295]
00000400:00000200:1.0:1775768543.786848:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768543.786855:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768543.786860:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786864:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768543.786867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768543.786870:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768543.786873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768543.786876:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768543.786879:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768543.786881:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768543.786884:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768543.786888:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768543.786890:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768543.786892:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768543.786894:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768543.786897:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786909:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.786912:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786918:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786919:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768543.786922:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768543.786924:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768543.786927:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768543.786929:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299473941
00000100:00000001:1.0:1775768543.786931:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786933:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299473941
00000100:00000001:1.0:1775768543.786935:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299475206
00000100:00000001:1.0:1775768543.786936:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768543.786938:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.786940:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768543.786943:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768543/real 1775768543]  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768543.786950:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768543.786952:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768543.786953:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768543.786955:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768543.786956:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768543.786958:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768543.786960:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768543.786965:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786968:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768543.786970:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786971:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786972:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768543.786974:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786978:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768543.786982:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.786988:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768543.786990:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786991:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768543.786992:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.786994:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768543.786995:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768543.786997:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768543.787000:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768543.787002:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768543.787006:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768543.787012:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715648:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768543.787015:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.787017:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.787019:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384715520/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.787024:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768543.787026:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768543.787027:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768543.787029:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768543.787031:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768543.787032:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768543.787034:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768543.787035:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:1.0:1775768543.787037:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768543.787038:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768543.787040:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:1.0:1775768543.787042:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768543.787043:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.787045:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768543.787047:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384715648/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768543.787052:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768543.787053:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768543.787055:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768543.787057:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768543.787058:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768543.787059:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768543.787061:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768543.787062:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:1.0:1775768543.787063:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768543.787064:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768543.787066:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:1.0:1775768543.787068:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768543.787069:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.787070:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768543.787074:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768543.787075:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768543.787076:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768543.787077:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.168920:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.168927:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768544.168928:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768544.168932:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.168936:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768544.168939:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.168941:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.168943:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.168947:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.168948:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768544.168993:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768544.168996:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768544.168998:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768545.128970:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299475206, at 4299475264
00000100:00000040:1.0:1775768545.128971:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299475206, at 4299475264
00000100:00000010:0.0:1775768545.128989:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00000100:00000010:1.0:1775768545.128992:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00010000:00000001:3.0:1775768545.192942:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.192949:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.192955:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.192956:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768545.193041:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768545.193048:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768545.193053:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768546.216980:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768546.216988:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.216996:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768546.216997:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768546.217072:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768546.217077:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768546.217082:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768547.240972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.240978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.240983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.240985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768547.241435:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768547.241440:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768547.241443:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768548.267403:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768548.267409:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768548.267415:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768548.267416:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768548.271772:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768548.271777:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768548.271781:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768548.905098:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768548.905109:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768548.905112:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768548.905117:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768548.905122:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768548.905130:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4806
00000400:00000200:0.0:1775768548.905141:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768548.905148:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768548.905151:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768548.905154:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905158:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905160:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905163:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768548.905168:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768548.905170:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768548.905173:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768548.905176:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768548.905179:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768548.905181:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768548.905184:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905186:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905188:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905190:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768548.905193:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768548.905197:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905199:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768548.905203:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768548.905207:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768548.905210:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905213:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768548.905215:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768548.905225:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7100.
00000020:00000040:0.0:1775768548.905229:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768548.905233:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768548.905235:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905238:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768548.905241:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768548.905245:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768548.905254:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:0.0:1775768548.905262:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.905272:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768548.905283:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768548.905289:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905294:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b8cdb9e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768548.905319:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768548.905322:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768548.905325:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768548.905327:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768548.905328:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768548.905331:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768548.905333:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4806
00000400:00000200:0.0:1775768548.905337:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768548.905340:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768548.905342:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768548.905345:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905347:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905349:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905350:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768548.905352:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768548.905354:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768548.905355:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768548.905357:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768548.905359:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768548.905361:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768548.905364:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905366:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905368:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905370:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768548.905372:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768548.905375:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905377:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768548.905379:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768548.905386:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768548.905388:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905390:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768548.905394:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768548.905398:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905400:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768548.905404:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5f80.
00000020:00000040:0.0:1775768548.905406:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768548.905409:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768548.905410:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905412:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768548.905413:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768548.905415:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768548.905419:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:0.0:1775768548.905422:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.905427:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768548.905435:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768548.905437:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905441:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146703be] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768548.905448:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768548.905451:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768548.905455:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768548.905456:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768548.905457:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768548.905460:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768548.905463:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4806
00000400:00000200:0.0:1775768548.905467:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768548.905469:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768548.905471:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768548.905474:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905476:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905478:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905481:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768548.905483:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768548.905484:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768548.905486:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768548.905488:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768548.905490:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768548.905492:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768548.905494:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905496:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905498:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905499:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768548.905501:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768548.905503:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905505:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768548.905506:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768548.905508:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768548.905510:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905511:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768548.905513:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768548.905515:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905516:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768548.905519:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4700.
00000020:00000040:0.0:1775768548.905521:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768548.905523:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768548.905524:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905526:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768548.905527:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768548.905529:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768548.905532:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
00000100:00000001:0.0:1775768548.905535:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.905539:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768548.905550:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768548.905552:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905556:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e31cf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768548.905579:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768548.905581:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768548.905585:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768548.905586:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768548.905588:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768548.905590:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768548.905593:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4806
00000400:00000200:0.0:1775768548.905597:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768548.905599:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768548.905602:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768548.905604:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905606:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905608:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905610:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768548.905612:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768548.905613:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768548.905615:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768548.905617:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768548.905619:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768548.905621:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768548.905624:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905626:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905628:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905630:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768548.905632:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768548.905635:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905637:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768548.905638:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768548.905641:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768548.905643:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905645:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768548.905647:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768548.905650:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905651:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768548.905654:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4a80.
00000020:00000040:0.0:1775768548.905656:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768548.905658:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768548.905659:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905661:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768548.905662:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768548.905664:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768548.905667:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768548.905670:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.905674:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768548.905681:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768548.905683:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905686:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b7909c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768548.905694:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768548.905696:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768548.905699:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768548.905701:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768548.905702:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768548.905704:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768548.905707:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4806
00000400:00000200:0.0:1775768548.905710:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768548.905713:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768548.905715:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768548.905718:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905720:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905721:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905723:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768548.905726:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768548.905727:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768548.905728:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768548.905730:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768548.905732:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768548.905734:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768548.905736:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905738:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768548.905740:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905742:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768548.905744:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768548.905746:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768548.905748:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768548.905749:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768548.905752:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768548.905753:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905756:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768548.905757:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768548.905760:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905761:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768548.905764:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5880.
00000020:00000040:0.0:1775768548.905766:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768548.905769:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768548.905770:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768548.905772:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768548.905773:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768548.905775:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768548.905778:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768548.905780:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.905784:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768548.905790:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768548.905792:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905795:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000172ef02] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768548.905802:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768548.905807:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4816)
00000100:00000001:1.0:1775768548.905870:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768548.905876:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768548.905878:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768548.905889:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.905899:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768548.905900:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.905903:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768548.905906:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768548.905908:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768548.905910:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384715776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768548.905913:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768548.905917:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768548.905919:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.905921:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768548.905929:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768548.905930:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.905936:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768548.905939:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768548.905944:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768548.905950:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715776, portal 25
00000100:00000001:1.0:1775768548.905951:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768548.905953:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367789312 : -107275341762304 : ffff9e6f035c7100)
00000100:00000040:1.0:1775768548.905957:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.905963:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768548.905965:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768548.905967:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768548.905969:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384715776, offset 0
00000400:00000200:1.0:1775768548.905973:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768548.905989:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.905995:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768548.905999:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768548.906002:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768548.906005:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768548.906006:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768548.906009:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200917:200917:256:4294967295] 192.168.202.154@tcp LPNI seq info [200917:200917:8:4294967295]
00000400:00000200:1.0:1775768548.906012:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.906018:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768548.906023:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.906026:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768548.906031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768548.906034:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768548.906038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768548.906040:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768548.906042:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.906044:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768548.906049:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768548.906052:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768548.906055:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768548.906057:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768548.906060:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768548.906063:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906070:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.906072:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906081:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.906082:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768548.906086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.906088:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768548.906091:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299480327
00000100:00000010:1.0:1775768548.906094:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768548.906098:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768548.906458:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299480327
00000100:00000010:1.0:1775768548.906463:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000100:00000001:1.0:1775768548.906466:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768548.906469:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768548.906472:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.906475:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768548.906479:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768548/real 1775768548]  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768548.906489:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768548.906490:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768548.906492:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768548.906495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768548.906497:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768548.906499:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768548.906502:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768548.906510:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906516:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768548.906518:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906520:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.906521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768548.906525:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906531:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768548.906535:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906541:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768548.906544:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906545:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.906546:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906548:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768548.906550:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768548.906553:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768548.906558:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768548.906560:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768548.906572:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768548.906580:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384715776:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768548.906585:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768548.906588:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906594:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768548.906595:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.906597:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768548.906598:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768548.906600:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768548.906603:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768548.906605:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768548.906607:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768548.906609:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.906611:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768548.906614:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768548.906616:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.906619:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768548.906621:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768548.906624:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768548.906627:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384715904, portal 10
00000100:00000001:1.0:1775768548.906629:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768548.906630:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367784832 : -107275341766784 : ffff9e6f035c5f80)
00000100:00000040:1.0:1775768548.906636:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906642:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768548.906644:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768548.906646:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768548.906648:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384715904, offset 0
00000400:00000200:1.0:1775768548.906651:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768548.906654:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.906658:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768548.906660:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768548.906663:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768548.906665:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768548.906667:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768548.906669:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200918:200918:256:4294967295] 192.168.202.154@tcp LPNI seq info [200918:200918:8:4294967295]
00000400:00000200:1.0:1775768548.906673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.906678:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768548.906683:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.906686:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768548.906689:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768548.906692:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768548.906695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768548.906698:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768548.906701:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.906703:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768548.906706:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768548.906710:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768548.906713:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768548.906714:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768548.906717:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768548.906720:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906727:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.906730:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906736:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.906738:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768548.906741:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768548.906745:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768548.906747:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768548.906749:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299479068
00000100:00000001:1.0:1775768548.906752:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.906753:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299479068
00000100:00000001:1.0:1775768548.906755:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.906757:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768548.906759:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.906761:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768548.906764:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768548/real 1775768548]  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768548.906772:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768548.906773:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768548.906774:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768548.906777:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768548.906778:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768548.906780:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768548.906783:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768548.906791:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906796:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768548.906798:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906799:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.906801:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768548.906804:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906811:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768548.906815:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906821:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768548.906823:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906825:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.906826:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.906827:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768548.906873:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768548.906876:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768548.906880:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768548.906881:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768548.906886:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768548.906892:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384715904:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768548.906896:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768548.906899:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906910:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768548.906911:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.906913:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768548.906915:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768548.906917:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768548.906919:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768548.906922:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768548.906924:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768548.906925:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.906927:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768548.906930:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768548.906931:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.906935:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768548.906937:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768548.906939:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768548.906942:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716032, portal 10
00000100:00000001:1.0:1775768548.906943:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768548.906944:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367778560 : -107275341773056 : ffff9e6f035c4700)
00000100:00000040:1.0:1775768548.906949:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.906954:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768548.906956:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768548.906958:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768548.906960:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384716032, offset 0
00000400:00000200:1.0:1775768548.906963:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768548.906967:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.906970:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768548.906973:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768548.906975:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768548.906977:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768548.906980:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768548.906982:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200919:200919:256:4294967295] 192.168.202.154@tcp LPNI seq info [200919:200919:8:4294967295]
00000400:00000200:1.0:1775768548.906987:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.906993:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768548.906996:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907000:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768548.907003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768548.907006:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768548.907010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768548.907012:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768548.907015:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907017:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768548.907019:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768548.907022:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768548.907025:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768548.907027:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768548.907029:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768548.907033:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907040:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907043:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907049:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907050:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768548.907054:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768548.907057:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768548.907060:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768548.907062:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299479047
00000100:00000001:1.0:1775768548.907064:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907066:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299479047
00000100:00000001:1.0:1775768548.907068:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907070:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768548.907072:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907074:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768548.907077:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768548/real 1775768548]  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768548.907085:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768548.907086:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768548.907088:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768548.907090:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768548.907092:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768548.907094:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768548.907097:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768548.907105:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907112:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768548.907113:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907115:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907116:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768548.907120:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907125:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768548.907128:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907134:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768548.907136:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907138:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907139:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907140:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768548.907142:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768548.907144:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768548.907149:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768548.907150:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768548.907154:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768548.907161:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716032:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768548.907165:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768548.907168:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907174:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768548.907176:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.907178:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768548.907180:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768548.907181:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768548.907184:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768548.907186:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768548.907188:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768548.907190:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.907191:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907194:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768548.907196:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.907200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768548.907202:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768548.907205:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768548.907208:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716160, portal 4
00000100:00000001:1.0:1775768548.907209:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768548.907210:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367779456 : -107275341772160 : ffff9e6f035c4a80)
00000100:00000040:1.0:1775768548.907216:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907221:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768548.907224:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768548.907226:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768548.907228:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384716160, offset 0
00000400:00000200:1.0:1775768548.907232:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768548.907236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.907239:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768548.907241:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768548.907244:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768548.907246:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768548.907248:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768548.907251:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200920:200920:256:4294967295] 192.168.202.154@tcp LPNI seq info [200920:200920:8:4294967295]
00000400:00000200:1.0:1775768548.907254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.907259:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768548.907263:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907266:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768548.907269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768548.907271:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768548.907275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768548.907277:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768548.907281:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907282:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768548.907285:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768548.907289:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768548.907291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768548.907293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768548.907296:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768548.907299:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907306:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907308:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907314:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907315:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768548.907319:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768548.907321:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768548.907324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768548.907326:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299479059
00000100:00000001:1.0:1775768548.907328:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907330:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299479059
00000100:00000001:1.0:1775768548.907331:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907333:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768548.907335:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907337:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768548.907340:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768548/real 1775768548]  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768548.907348:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768548.907349:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768548.907351:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768548.907353:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768548.907354:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768548.907356:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768548.907359:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768548.907367:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907373:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768548.907374:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907376:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907377:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768548.907380:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907387:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768548.907390:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907397:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768548.907400:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907401:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907402:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907404:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768548.907405:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768548.907408:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768548.907411:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768548.907413:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768548.907417:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768548.907424:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716160:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768548.907429:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768548.907432:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907438:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768548.907440:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.907442:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768548.907444:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768548.907446:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768548.907448:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768548.907452:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768548.907454:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768548.907455:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768548.907456:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907460:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768548.907461:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768548.907464:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768548.907467:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768548.907469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768548.907472:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716288, portal 4
00000100:00000001:1.0:1775768548.907474:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768548.907475:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783040 : -107275341768576 : ffff9e6f035c5880)
00000100:00000040:1.0:1775768548.907480:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907486:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768548.907489:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768548.907491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768548.907493:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384716288, offset 0
00000400:00000200:1.0:1775768548.907497:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768548.907500:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.907504:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768548.907506:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768548.907508:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768548.907510:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768548.907513:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768548.907515:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200921:200921:256:4294967295] 192.168.202.154@tcp LPNI seq info [200921:200921:8:4294967295]
00000400:00000200:1.0:1775768548.907519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768548.907524:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768548.907528:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907531:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768548.907534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768548.907536:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768548.907540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768548.907542:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768548.907546:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768548.907547:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768548.907550:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768548.907553:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768548.907555:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768548.907557:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768548.907560:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768548.907574:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907581:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907583:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907589:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907591:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768548.907594:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768548.907597:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768548.907600:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768548.907602:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299479061
00000100:00000001:1.0:1775768548.907604:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907606:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299479061
00000100:00000001:1.0:1775768548.907607:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299480327
00000100:00000001:1.0:1775768548.907609:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768548.907611:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.907612:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768548.907616:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768548/real 1775768548]  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768548.907622:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768548.907624:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768548.907625:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768548.907627:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768548.907628:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768548.907630:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768548.907633:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768548.907641:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907652:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768548.907653:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907655:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907656:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768548.907660:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907665:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768548.907668:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907674:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768548.907677:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907678:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768548.907679:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907681:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768548.907682:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768548.907684:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768548.907687:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768548.907689:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768548.907692:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768548.907698:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716288:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768548.907702:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907704:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907707:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7100 x1862023384715776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907713:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768548.907716:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907718:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768548.907722:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768548.907725:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768548.907727:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768548.907729:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768548.907732:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:1.0:1775768548.907736:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768548.907738:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768548.907741:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7100.
00000100:00000001:1.0:1775768548.907744:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768548.907745:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907746:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907749:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5f80 x1862023384715904/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907755:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768548.907756:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907757:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:1.0:1775768548.907759:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768548.907760:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768548.907762:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768548.907763:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768548.907764:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:1.0:1775768548.907766:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768548.907767:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768548.907768:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5f80.
00000100:00000001:1.0:1775768548.907772:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768548.907773:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907774:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907777:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4700 x1862023384716032/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907783:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768548.907784:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907785:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:1.0:1775768548.907787:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768548.907788:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768548.907789:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768548.907791:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768548.907793:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:1.0:1775768548.907795:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768548.907796:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768548.907797:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4700.
00000100:00000001:1.0:1775768548.907798:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768548.907799:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907801:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.907804:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4a80 x1862023384716160/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.907809:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768548.907811:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768548.907812:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768548.907814:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768548.907815:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768548.907816:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768548.907818:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768548.907819:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:1.0:1775768548.907821:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768548.907822:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768548.907823:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4a80.
00000100:00000001:1.0:1775768548.907825:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768548.907826:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.907827:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768548.911674:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5880 x1862023384716288/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768548.911686:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768548.911689:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768548.911692:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:1.0:1775768548.911698:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768548.911700:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768548.911701:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768548.911703:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768548.911705:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:1.0:1775768548.911709:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768548.911711:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768548.911712:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5880.
00000100:00000001:1.0:1775768548.911717:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768548.911718:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.911721:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768548.911730:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768548.911732:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768548.911734:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768548.911735:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768549.289089:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768549.289096:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768549.289102:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768549.289106:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768549.289108:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768549.289112:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768549.289115:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768549.289118:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768549.289120:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768549.289122:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768549.289915:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768549.289920:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768549.289924:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768550.248974:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299480327, at 4299480384
00000100:00000010:0.0:1775768550.248992:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:1.0:1775768550.249017:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299480327, at 4299480384
00000100:00000010:1.0:1775768550.249031:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768550.312944:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768550.312951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768550.312957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768550.312959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768550.674703:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768550.674710:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768550.674715:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768551.337038:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768551.337046:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768551.337052:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768551.337053:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768551.337328:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768551.337356:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768551.337359:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768552.360948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768552.360954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768552.360958:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768552.360959:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768552.361051:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768552.361056:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768552.361059:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768553.385595:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768553.385602:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768553.385608:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768553.385610:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768553.385704:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768553.385709:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768553.385713:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768554.024947:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768554.024959:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768554.024962:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768554.024966:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768554.024972:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768554.024980:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4811
00000400:00000200:0.0:1775768554.024989:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768554.024995:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768554.024998:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768554.025002:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025005:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025009:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025011:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768554.025015:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768554.025016:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768554.025019:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768554.025021:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768554.025022:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768554.025024:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768554.025026:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025027:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025028:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025029:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768554.025032:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768554.025035:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025036:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025038:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768554.025040:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768554.025042:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025044:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768554.025046:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768554.025054:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768554.025058:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768554.025061:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768554.025063:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025066:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768554.025069:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768554.025073:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768554.025081:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3800.
00000100:00000001:0.0:1775768554.025087:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768554.025096:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768554.025106:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768554.025110:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768554.025114:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768554.025149:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768554.025157:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768554.025160:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768554.025162:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768554.025163:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768554.025166:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768554.025169:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4811
00000400:00000200:0.0:1775768554.025173:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768554.025177:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768554.025179:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768554.025181:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025183:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025185:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025187:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768554.025189:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768554.025189:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768554.025191:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768554.025194:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768554.025195:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775768554.025196:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768554.025200:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:3.0:1775768554.025200:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768554.025204:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768554.025210:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:3.0:1775768554.025211:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768554.025214:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025219:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025225:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768554.025229:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768554.025233:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025235:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025240:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768554.025241:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768554.025244:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025245:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768554.025249:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.025249:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768554.025253:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768554.025253:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768554.025258:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768554.025259:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768554.025264:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768554.025265:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384716416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:0.0:1775768554.025268:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768554.025275:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000100:00000001:3.0:1775768554.025275:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775768554.025279:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768554.025279:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768554.025282:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768554.025284:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.025284:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025287:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768554.025289:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768554.025290:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768554.025292:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768554.025296:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd800.
02000000:00000010:0.0:1775768554.025298:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3400.
02000000:00000001:3.0:1775768554.025300:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025302:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025308:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:0.0:1775768554.025310:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768554.025318:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768554.025320:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768554.025323:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768554.025330:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768554.025332:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768554.025335:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768554.025336:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768554.025337:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768554.025339:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768554.025342:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4811
00000400:00000200:0.0:1775768554.025345:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768554.025348:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768554.025350:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768554.025353:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025355:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025357:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025359:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768554.025361:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768554.025362:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768554.025364:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768554.025366:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768554.025368:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768554.025370:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768554.025373:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025375:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025377:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025379:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768554.025380:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000010:3.0:1775768554.025382:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000100:00080000:0.0:1775768554.025383:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025387:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025389:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768554.025391:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775768554.025391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
02000000:00000001:0.0:1775768554.025396:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025397:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768554.025399:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1775768554.025399:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716416, portal 25
00000008:00000001:0.0:1775768554.025400:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025405:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025405:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1775768554.025407:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000100:00000001:3.0:1775768554.025407:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000020:00000040:0.0:1775768554.025412:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768554.025415:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1775768554.025416:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768554.025417:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025421:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768554.025423:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768554.025425:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768554.025431:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1000.
00000100:00000001:3.0:1775768554.025431:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768554.025435:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768554.025436:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768554.025440:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311660.
00000100:00100000:0.0:1775768554.025442:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768554.025444:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384716416, offset 0
00000400:00000200:3.0:1775768554.025453:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025459:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768554.025461:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025462:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768554.025465:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768554.025468:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768554.025477:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025478:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775768554.025480:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768554.025482:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768554.025483:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768554.025484:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768554.025486:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768554.025489:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4811
00000400:00000200:3.0:1775768554.025491:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:0.0:1775768554.025495:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768554.025499:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768554.025499:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768554.025503:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768554.025507:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:3.0:1775768554.025507:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768554.025526:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200922:200922:256:4294967295] 192.168.202.154@tcp LPNI seq info [200922:200922:8:4294967295]
00000100:00000001:0.0:1775768554.025529:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768554.025533:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:0.0:1775768554.025534:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025538:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768554.025541:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768554.025542:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768554.025546:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768554.025549:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000400:00000200:3.0:1775768554.025550:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775768554.025554:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768554.025558:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:3.0:1775768554.025562:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000040:0.0:1775768554.025565:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025568:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1775768554.025569:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33a00.
00000100:00000040:0.0:1775768554.025570:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025575:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768554.025578:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000200:3.0:1775768554.025582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:0.0:1775768554.025585:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:3.1:1775768554.025590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:0.0:1775768554.025591:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025595:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768554.025598:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768554.025600:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025602:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768554.025604:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768554.025605:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768554.025610:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025610:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768554.025614:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025615:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299485446
00000100:00000010:0.0:1775768554.025619:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4380.
00000100:00000010:3.0:1775768554.025620:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a720.
00000020:00000040:0.0:1775768554.025624:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768554.025627:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768554.025627:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1775768554.025630:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025633:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768554.025634:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768554.025635:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299485446
02000000:00000001:0.0:1775768554.025636:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768554.025639:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33acc0.
02000000:00000010:0.0:1775768554.025642:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1c00.
00000100:00000001:3.0:1775768554.025642:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768554.025647:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768554.025648:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025652:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025655:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768554.025656:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768554.025658:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768554.025665:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768554.025666:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768554.025668:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768554.025670:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025671:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768554.025674:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768554.025676:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768554.025677:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320fab6b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768554.025682:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768554.025700:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.025700:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768554.025701:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.025705:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1775768554.025706:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775768554.025707:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768554.025712:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768554.025713:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1775768554.025716:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:0.0:1775768554.025717:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768554.025720:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768554.025720:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768554.025722:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768554.025724:0:13429:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1775768554.025724:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.025728:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775768554.025730:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4811
02000000:00000010:3.0:1775768554.025731:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768554.025735:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768554.025738:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.025747:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768554.025750:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:3.0:1775768554.025752:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f063124d0.
00000100:00080000:0.0:1775768554.025753:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768554.025758:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000010:3.0:1775768554.025758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311220.
00000100:00000001:0.0:1775768554.025762:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025765:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:3.0:1775768554.025765:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716544, portal 10
00000100:00000001:0.0:1775768554.025768:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:3.0:1775768554.025770:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1775768554.025771:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768554.025773:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:3.0:1775768554.025773:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000020:00000001:0.0:1775768554.025775:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768554.025777:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768554.025780:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768554.025781:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768554.025785:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:3.0:1775768554.025785:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768554.025788:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768554.025794:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025798:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768554.025801:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:3.0:1775768554.025801:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768554.025806:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:3.0:1775768554.025809:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:0.0:1775768554.025810:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768554.025813:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1775768554.025814:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311770.
02000000:00000001:0.0:1775768554.025815:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768554.025817:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384716544, offset 0
02000000:00000001:0.0:1775768554.025818:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025822:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768554.025824:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768554.025856:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768554.025858:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025860:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000010:0.0:1775768554.025862:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6a00.
00000020:00000040:0.0:1775768554.025866:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
00000400:00000200:3.0:1775768554.025867:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:0.0:1775768554.025871:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768554.025875:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025877:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:0.0:1775768554.025878:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768554.025882:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768554.025884:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025886:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1775768554.025890:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0000.
00000400:00000200:3.0:1775768554.025890:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768554.025895:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768554.025896:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.025900:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00100000:0.0:1775768554.025904:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768554.025906:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200923:200923:255:4294967295] 192.168.202.154@tcp LPNI seq info [200923:200923:7:4294967295]
00000400:00000200:3.0:1775768554.025919:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:0.0:1775768554.025923:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768554.025925:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768554.025932:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088e21202] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768554.025936:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768554.025948:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768554.025952:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4821)
00000800:00000200:3.0:1775768554.025967:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768554.025971:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33f00.
00000800:00000200:3.0:1775768554.025979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768554.025983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768554.025986:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768554.025989:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768554.025992:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768554.025995:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299484188
00000100:00000001:3.0:1775768554.025997:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.025999:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299484188
00000100:00000001:3.0:1775768554.026002:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026004:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768554.026006:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026008:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768554.026012:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026019:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768554.026021:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026022:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768554.026024:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768554.026026:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768554.026029:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768554.026032:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768554.026034:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768554.026036:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026038:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768554.026041:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768554.026043:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.026046:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768554.026048:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312b00.
00000400:00000010:3.0:1775768554.026052:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768554.026055:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716672, portal 10
00000100:00000001:3.0:1775768554.026057:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768554.026058:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:3.0:1775768554.026063:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026070:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768554.026072:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768554.026074:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311198.
00000100:00000200:3.0:1775768554.026076:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384716672, offset 0
00000400:00000200:3.0:1775768554.026080:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026083:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026087:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768554.026090:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768554.026092:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768554.026094:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768554.026096:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026098:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200924:200924:254:4294967295] 192.168.202.154@tcp LPNI seq info [200924:200924:6:4294967295]
00000400:00000200:3.0:1775768554.026101:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026107:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768554.026110:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768554.026113:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33d00.
00000800:00000200:3.0:1775768554.026116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768554.026119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768554.026122:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768554.026124:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768554.026127:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768554.026128:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299484166
00000100:00000001:3.0:1775768554.026131:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026132:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299484166
00000100:00000001:3.0:1775768554.026134:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026136:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768554.026138:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026140:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026142:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768554.026145:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768554.026146:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768554.026148:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768554.026149:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768554.026151:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768554.026155:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026162:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768554.026164:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026166:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768554.026167:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768554.026169:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768554.026172:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768554.026174:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768554.026176:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768554.026177:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026178:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768554.026181:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ccc00.
02000000:00000001:3.0:1775768554.026183:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.026186:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768554.026189:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f063129f8.
00000400:00000010:3.0:1775768554.026192:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063112a8.
00000100:00000200:3.0:1775768554.026194:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716800, portal 4
00000100:00000001:3.0:1775768554.026196:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768554.026197:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367777664 : -107275341773952 : ffff9e6f035c4380)
00000100:00000040:3.0:1775768554.026202:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026208:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768554.026210:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768554.026212:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311880.
00000100:00000200:3.0:1775768554.026215:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384716800, offset 0
00000400:00000200:3.0:1775768554.026219:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026222:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026225:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768554.026228:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768554.026230:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768554.026232:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768554.026234:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026237:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200925:200925:253:4294967295] 192.168.202.154@tcp LPNI seq info [200925:200925:5:4294967295]
00000400:00000200:3.0:1775768554.026240:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026245:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768554.026249:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768554.026253:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33c00.
00000800:00000200:3.0:1775768554.026256:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768554.026259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768554.026261:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768554.026263:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768554.026266:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768554.026268:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299484178
00000100:00000001:3.0:1775768554.026269:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026271:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299484178
00000100:00000001:3.0:1775768554.026273:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026274:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768554.026276:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026278:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768554.026281:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026287:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768554.026288:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026290:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768554.026291:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768554.026293:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768554.026296:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768554.026298:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768554.026300:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768554.026301:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768554.026303:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768554.026305:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cec00.
02000000:00000001:3.0:1775768554.026307:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768554.026309:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768554.026751:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f063126e0.
00000400:00000010:3.0:1775768554.026755:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311908.
00000100:00000200:3.0:1775768554.026759:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384716928, portal 4
00000100:00000001:3.0:1775768554.026760:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768554.026762:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367787520 : -107275341764096 : ffff9e6f035c6a00)
00000100:00000040:3.0:1775768554.026769:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768554.026774:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768554.026776:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768554.026778:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311330.
00000100:00000200:3.0:1775768554.026780:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384716928, offset 0
00000400:00000200:3.0:1775768554.026785:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026792:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768554.026794:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768554.026796:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768554.026798:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768554.026800:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768554.026803:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200926:200926:252:4294967295] 192.168.202.154@tcp LPNI seq info [200926:200926:4:4294967295]
00000400:00000200:3.0:1775768554.026807:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768554.026813:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768554.026817:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768554.026820:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768554.026824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768554.026856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:3.0:1775768554.026861:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768554.026864:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768554.026868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768554.026869:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299484181
00000100:00000001:3.0:1775768554.026872:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026873:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299484181
00000100:00000001:3.0:1775768554.026875:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299485446
00000100:00000001:3.0:1775768554.026877:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768554.026879:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026881:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768554.026887:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768554.026888:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768554.026890:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768554.026891:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768554.026893:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768554.026894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768554.409021:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768554.409029:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768554.409032:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768554.409035:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768554.409039:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768554.409042:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768554.409044:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768554.409047:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768554.409051:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768554.409053:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768554.409152:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768554.409156:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768554.409159:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768555.368938:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299485446, at 4299485504
00000100:00000040:1.0:1775768555.368940:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299485446, at 4299485504
00000100:00000010:1.0:1775768555.368955:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33acc0.
00000100:00000010:0.0:1775768555.368957:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a720.
00010000:00000001:3.0:1775768555.433111:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768555.433118:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768555.433124:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768555.433125:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768555.433194:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768555.433198:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768555.433202:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768556.457044:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768556.457049:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768556.457053:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768556.457054:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768556.457327:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768556.457330:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768556.457333:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775768557.097108:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988
00000400:00000100:2.0:1775768557.097151:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768557.097159:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768557.097163:0:2397:0:(router.c:1750:lnet_notify()) 192.168.202.54@tcp notifying 192.168.202.154@tcp: down
00000400:00000200:2.0:1775768557.097167:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768557.097171:0:2397:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768557.097175:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768557.097179:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33a00.
00000400:00000200:2.0:1775768557.097184:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768557.097188:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768557.097193:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311660
00000400:00000010:2.0:1775768557.097196:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311660.
00000100:00000001:2.0:1775768557.097210:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768557.097219:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097250:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768557.097255:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097262:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768557.097264:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768557.097272:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768557.097274:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33f00.
00000400:00000200:2.0:1775768557.097277:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768557.097280:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768557.097283:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311770
00000400:00000010:2.0:1775768557.097284:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311770.
00000100:00000001:2.0:1775768557.097287:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768557.097290:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097298:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768557.097301:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097307:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768557.097309:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768557.097313:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768557.097315:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33d00.
00000400:00000200:2.0:1775768557.097317:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768557.097320:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768557.097323:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311198
00000400:00000010:2.0:1775768557.097324:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311198.
00000100:00000001:2.0:1775768557.097327:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768557.097331:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097337:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768557.097339:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097345:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768557.097347:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768557.097351:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768557.097353:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33c00.
00000400:00000200:2.0:1775768557.097356:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768557.097358:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768557.097361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311880
00000400:00000010:2.0:1775768557.097363:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311880.
00000100:00000001:2.0:1775768557.097364:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768557.097368:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097375:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768557.097377:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097383:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768557.097385:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768557.097389:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp
00000800:00000010:2.0:1775768557.097391:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:2.0:1775768557.097394:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768557.097398:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768557.097401:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311330
00000100:00000001:3.0:1775768557.097402:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:2.0:1775768557.097403:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311330.
00000100:00000001:2.0:1775768557.097407:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768557.097408:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000200:2.0:1775768557.097412:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097412:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768557.097421:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768554/real 1775768557]  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768557.097422:0:2397:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768557.097429:0:2397:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768557.097437:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768557.097439:0:2397:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768557.097439:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768557.097442:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1775768557.097444:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f063129f8.
00000400:00000200:3.0:1775768557.097449:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063112a8
00000400:00000010:3.0:1775768557.097451:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063112a8.
00000100:00000001:3.0:1775768557.097456:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768557.097460:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768557.097470:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097477:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768557.097503:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097506:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097508:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768557.097512:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097520:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768557.097525:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097531:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768557.097534:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097536:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097537:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097539:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768557.097542:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768557.097546:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768557.097550:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768557.097552:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768557.097556:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768557.097565:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716800:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768557.097569:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768557.097573:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768554/real 1775768557]  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768557.097581:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768557.097582:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768557.097584:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f063126e0.
00000400:00000200:3.0:1775768557.097586:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311908
00000400:00000010:3.0:1775768557.097587:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311908.
00000100:00000001:3.0:1775768557.097589:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768557.097592:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768557.097600:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097606:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768557.097607:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097608:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768557.097612:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097619:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768557.097622:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097627:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768557.097629:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097632:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097633:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768557.097635:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768557.097637:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768557.097640:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768557.097641:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768557.097645:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768557.097651:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716928:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768557.097654:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768557.097658:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768554/real 1775768557]  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768557.097665:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768557.097666:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768557.097668:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f063124d0.
00000400:00000200:3.0:1775768557.097670:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311220
00000400:00000010:3.0:1775768557.097672:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311220.
00000100:00000001:3.0:1775768557.097674:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768557.097677:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768557.097685:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097690:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768557.097691:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097693:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097694:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768557.097696:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097703:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768557.097706:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097711:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768557.097713:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097715:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097716:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097718:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768557.097720:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768557.097722:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768557.097724:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768557.097726:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768557.097729:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768557.097736:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716544:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768557.097740:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768557.097743:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768554/real 1775768557]  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768557.097750:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768557.097751:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768557.097752:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312b00.
00000400:00000200:3.0:1775768557.097754:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768557.097755:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768557.097756:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768557.097759:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768557.097767:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097772:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768557.097773:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097775:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097776:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768557.097780:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097792:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768557.097795:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097801:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768557.097803:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097804:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097805:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097806:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768557.097808:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768557.097810:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768557.097813:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768557.097815:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768557.097819:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768557.097826:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384716672:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768557.097852:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768557.097856:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768554/real 1775768557]  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768557.097863:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768557.097864:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768557.097866:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768557.097869:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768557.097871:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768557.097873:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768557.097876:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768557.097888:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097894:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768557.097895:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097897:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097898:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768557.097901:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097907:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768557.097911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097917:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768557.097919:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097921:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768557.097922:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097923:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768557.097925:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768557.097927:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768557.097930:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768557.097932:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768557.097935:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768557.097943:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384716416:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768557.097946:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097948:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768557.097951:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4380 x1862023384716800/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.097963:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768557.097966:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768557.097969:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:3.0:1775768557.097973:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768557.097975:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768557.097977:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768557.097979:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768557.097982:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1c00.
02000000:00000001:3.0:1775768557.097985:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768557.097987:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768557.097989:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4380.
00000100:00000001:3.0:1775768557.097992:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768557.097993:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.097995:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768557.097998:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6a00 x1862023384716928/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.098004:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768557.098005:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768557.098007:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:3.0:1775768557.098009:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768557.098010:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768557.098011:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768557.098013:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768557.098014:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0000.
02000000:00000001:3.0:1775768557.098016:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768557.098017:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768557.098018:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6a00.
00000100:00000001:3.0:1775768557.098021:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768557.098022:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.098023:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768557.098026:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384716544/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.098032:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768557.098033:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768557.098035:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768557.098037:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768557.098038:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768557.098039:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768557.098041:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768557.098042:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3400.
02000000:00000001:3.0:1775768557.098044:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768557.098045:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768557.098046:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:3.0:1775768557.098049:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768557.098050:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.098051:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768557.098053:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384716672/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.098060:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768557.098061:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768557.098062:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768557.098064:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768557.098065:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768557.098066:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768557.098068:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768557.098069:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1000.
02000000:00000001:3.0:1775768557.098071:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768557.098072:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768557.098073:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:3.0:1775768557.098075:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768557.098076:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.098077:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768557.098080:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384716416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768557.098085:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768557.098086:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768557.098087:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768557.098089:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768557.098090:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768557.098091:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:3.0:1775768557.098093:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768557.098094:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3800.
02000000:00000001:3.0:1775768557.098096:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768557.098097:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768557.098098:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:3.0:1775768557.098100:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768557.098101:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.098103:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768557.098110:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768557.098112:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768557.098114:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768557.098115:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768557.480956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768557.480963:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768557.480970:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768557.480971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768557.481070:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768557.481074:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768557.481077:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768558.505319:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768558.505326:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768558.505333:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768558.505334:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768558.505651:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768558.505655:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768558.505658:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768559.144983:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768559.144993:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768559.144995:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768559.144999:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768559.145003:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768559.145017:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4816
00000400:00000200:0.0:1775768559.145025:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768559.145029:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768559.145031:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768559.145034:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145036:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145038:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145039:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768559.145042:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768559.145043:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:0.0:1775768559.145045:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768559.145048:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:0.0:1775768559.145050:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:0.0:1775768559.145052:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:0.0:1775768559.145055:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145057:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145058:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145060:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768559.145062:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:0.0:1775768559.145065:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145067:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768559.145070:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768559.145074:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768559.145077:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145079:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768559.145081:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768559.145092:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5c00.
00000020:00000040:0.0:1775768559.145096:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:0.0:1775768559.145100:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768559.145102:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145105:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768559.145106:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768559.145110:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768559.145116:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2400.
00000100:00000001:0.0:1775768559.145121:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.145128:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768559.145351:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768559.145356:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768559.145361:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019ec3d57] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768559.145390:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768559.145393:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768559.145396:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768559.145397:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768559.145399:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768559.145401:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768559.145404:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4816
00000400:00000200:0.0:1775768559.145408:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768559.145412:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768559.145414:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768559.145416:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145419:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145421:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145423:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768559.145425:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768559.145426:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:0.0:1775768559.145428:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768559.145429:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:0.0:1775768559.145431:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:0.0:1775768559.145433:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:0.0:1775768559.145436:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145438:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145440:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145441:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768559.145444:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:0.0:1775768559.145446:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145449:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768559.145451:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768559.145456:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768559.145457:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145469:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768559.145474:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768559.145477:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145479:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768559.145482:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5500.
00000020:00000040:0.0:1775768559.145485:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768559.145487:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768559.145488:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145490:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768559.145492:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768559.145494:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768559.145498:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1800.
00000100:00000001:0.0:1775768559.145502:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.145518:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768559.145526:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768559.145528:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768559.145532:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022ffd317] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768559.145539:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768559.145542:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768559.145545:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768559.145546:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768559.145547:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768559.145550:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768559.145553:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4816
00000400:00000200:0.0:1775768559.145557:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768559.145560:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768559.145562:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768559.145565:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145567:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145569:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145571:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768559.145573:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768559.145574:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:0.0:1775768559.145576:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768559.145578:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:0.0:1775768559.145580:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:0.0:1775768559.145582:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:0.0:1775768559.145584:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145585:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145587:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145589:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768559.145591:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:0.0:1775768559.145594:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145596:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768559.145598:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768559.145601:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768559.145603:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145604:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768559.145606:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768559.145608:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145610:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768559.145614:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c4000.
00000020:00000040:0.0:1775768559.145616:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:0.0:1775768559.145618:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768559.145619:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145620:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768559.145622:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768559.145623:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768559.145626:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f1400.
00000100:00000001:0.0:1775768559.145629:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.145634:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768559.145646:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768559.145648:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768559.145652:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e6423e6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768559.145660:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768559.145662:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768559.145665:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768559.145667:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768559.145668:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768559.145670:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768559.145672:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4816
00000400:00000200:0.0:1775768559.145676:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768559.145679:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768559.145681:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768559.145683:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145685:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145687:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145689:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768559.145691:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768559.145692:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:0.0:1775768559.145693:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768559.145695:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:0.0:1775768559.145697:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:0.0:1775768559.145699:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:0.0:1775768559.145701:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145703:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145705:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145707:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768559.145709:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:0.0:1775768559.145711:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145713:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768559.145714:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768559.145717:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768559.145718:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145720:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768559.145722:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768559.145724:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145726:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768559.145729:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6d80.
00000020:00000040:0.0:1775768559.145731:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768559.145733:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768559.145734:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145736:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768559.145737:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768559.145737:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768559.145738:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768559.145741:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f2c00.
00000100:00000001:3.0:1775768559.145741:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768559.145743:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768559.145744:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.145748:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768559.145749:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768559.145755:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768559.145757:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.145757:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1775768559.145760:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000496f18e3] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.145760:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.145763:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768559.145765:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768559.145767:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.145768:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768559.145769:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1775768559.145771:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384717056:192.168.202.154@tcp:250:kworker.0
00000100:00080000:0.0:1775768559.145772:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768559.145774:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768559.145775:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768559.145777:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768559.145779:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4816
00000400:00000200:0.0:1775768559.145783:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:0.0:1775768559.145785:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768559.145787:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768559.145790:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145791:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145793:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145795:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:0.0:1775768559.145797:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768559.145798:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768559.145800:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768559.145801:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:0.0:1775768559.145803:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:0.0:1775768559.145805:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:0.0:1775768559.145808:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145809:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768559.145811:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145813:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768559.145815:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768559.145817:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768559.145819:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768559.145821:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768559.145823:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768559.145825:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.145827:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768559.146300:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768559.146305:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768559.146308:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.146311:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768559.146316:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768559.146319:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.146325:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768559.146330:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768559.146336:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768559.146350:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717056, portal 25
00000100:00000001:3.0:1775768559.146353:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768559.146354:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367783936 : -107275341767680 : ffff9e6f035c5c00)
00000100:00000040:3.0:1775768559.146360:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.146367:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768559.146370:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768559.146372:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768559.146375:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384717056, offset 0
00000400:00000200:3.0:1775768559.146385:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768559.146391:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.146396:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768559.146401:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768559.146405:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768559.146408:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768559.146411:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768559.146415:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200927:200927:256:4294967295] 192.168.202.154@tcp LPNI seq info [200927:200927:8:4294967295]
00000400:00000200:3.0:1775768559.146419:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.146427:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768559.146432:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.146438:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768559.146444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768559.146448:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768559.146454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768559.146457:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768559.146472:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.146475:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768559.146479:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768559.146484:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768559.146489:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768559.146491:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768559.146495:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768559.146499:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.146508:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.146511:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768559.146694:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768559.146697:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.146699:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768559.146703:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c7480.
00000020:00000040:0.0:1775768559.146706:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768559.146709:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768559.146710:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768559.146712:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768559.146714:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768559.146717:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768559.146722:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0800.
00000100:00000001:0.0:1775768559.146725:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.146731:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768559.146744:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768559.146747:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768559.146751:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b015916] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768559.146759:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768559.146764:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4826)
00000100:00000001:3.0:1775768559.149190:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.149192:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768559.149203:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.149211:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768559.149213:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299490570
00000100:00000010:3.0:1775768559.149222:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a240.
00000100:00000001:3.0:1775768559.149230:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775768559.149248:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299490570
00000100:00000010:3.0:1775768559.149252:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a480.
00000100:00000001:3.0:1775768559.149255:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768559.149258:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768559.149261:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.149265:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768559.149273:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768559/real 1775768559]  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768559.149283:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768559.149285:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768559.149288:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768559.149291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768559.149294:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768559.149296:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768559.149299:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768559.149307:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149314:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768559.149316:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.149319:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.149320:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768559.149325:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149330:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768559.149334:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149340:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768559.149342:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.149343:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.149344:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.149347:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768559.149349:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768559.149353:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768559.149356:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768559.149358:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768559.149362:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768559.149368:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384717056:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768559.149373:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768559.149389:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149395:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768559.149398:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.149401:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768559.149405:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768559.149407:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768559.149410:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768559.149413:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768559.149417:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768559.149420:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.149422:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768559.149427:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768559.149429:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.149433:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768559.149436:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768559.149439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768559.149444:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717184, portal 10
00000100:00000001:3.0:1775768559.149446:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768559.149448:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367782144 : -107275341769472 : ffff9e6f035c5500)
00000100:00000040:3.0:1775768559.149453:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149491:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768559.149494:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768559.149497:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768559.149500:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384717184, offset 0
00000400:00000200:3.0:1775768559.149505:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768559.149511:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.149517:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768559.149521:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768559.149524:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768559.149528:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768559.149530:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768559.149534:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200928:200928:256:4294967295] 192.168.202.154@tcp LPNI seq info [200928:200928:8:4294967295]
00000400:00000200:3.0:1775768559.149539:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.149547:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768559.149552:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.149556:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768559.149562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768559.149565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768559.149570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768559.149573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768559.149577:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.149579:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768559.149583:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768559.149587:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768559.149590:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768559.149592:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768559.149594:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768559.149598:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149605:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.149608:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149613:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.149615:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768559.149617:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768559.149621:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768559.149624:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768559.149626:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299489311
00000100:00000001:3.0:1775768559.149628:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.149630:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299489311
00000100:00000001:3.0:1775768559.149632:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.149634:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768559.149636:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.149638:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768559.149641:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768559/real 1775768559]  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768559.149654:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768559.149655:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768559.149657:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768559.149660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768559.149662:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768559.149664:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768559.149668:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768559.149676:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149682:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768559.149683:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.149685:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.149686:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768559.149689:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149694:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768559.149697:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.149702:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768559.152626:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.152631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.152633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.152635:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768559.152638:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768559.152643:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768559.152652:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768559.152655:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768559.152664:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768559.152674:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717184:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768559.152679:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768559.152682:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.152688:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768559.152690:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.152693:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768559.152696:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768559.152698:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768559.152701:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768559.153955:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768559.153961:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768559.153964:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.153967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768559.153976:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768559.153979:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.153986:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768559.153990:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768559.153996:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768559.154003:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717312, portal 10
00000100:00000001:3.0:1775768559.154005:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768559.154006:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367776768 : -107275341774848 : ffff9e6f035c4000)
00000100:00000040:3.0:1775768559.155224:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.155235:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768559.155238:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768559.155244:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768559.155482:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384717312, offset 0
00000400:00000200:3.0:1775768559.155490:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768559.155499:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.155506:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768559.155512:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768559.155516:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768559.155520:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768559.155523:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768559.155528:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200929:200929:256:4294967295] 192.168.202.154@tcp LPNI seq info [200929:200929:8:4294967295]
00000400:00000200:3.0:1775768559.155532:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.155543:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768559.155549:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.155555:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768559.155562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768559.155565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768559.155571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768559.155574:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768559.155593:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.155596:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768559.155601:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768559.155606:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768559.155611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768559.155614:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768559.155619:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768559.155624:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.155635:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.155639:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.155645:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.155647:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768559.155652:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768559.155656:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768559.155660:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768559.155663:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299489295
00000100:00000001:3.0:1775768559.155667:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.155669:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299489295
00000100:00000001:3.0:1775768559.155671:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.155674:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768559.155677:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.155679:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768559.155684:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768559/real 1775768559]  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768559.155694:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768559.155696:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768559.155698:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768559.155701:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768559.156256:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768559.156261:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768559.156266:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768559.156275:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156282:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768559.156284:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156287:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.156289:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768559.156293:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156299:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768559.156304:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156311:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768559.156314:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156316:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.156317:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156320:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768559.156322:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768559.156326:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768559.156330:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768559.156332:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768559.156602:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768559.156611:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717312:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768559.156616:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156619:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.156623:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5c00 x1862023384717056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156630:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768559.156632:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768559.156636:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768559.156640:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768559.156642:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768559.156644:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:3.0:1775768559.156646:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768559.156649:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2400.
02000000:00000001:3.0:1775768559.156653:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768559.156655:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768559.156657:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5c00.
00000100:00000001:3.0:1775768559.156661:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768559.156662:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156664:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.156668:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5500 x1862023384717184/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156680:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768559.156681:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768559.156683:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768559.156685:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768559.156686:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768559.156687:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768559.156689:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768559.156690:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1800.
02000000:00000001:3.0:1775768559.156692:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768559.156693:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768559.156695:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5500.
00000100:00000001:3.0:1775768559.156697:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768559.156698:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156700:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.156868:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c4000 x1862023384717312/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156877:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768559.156878:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768559.156880:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768559.156882:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768559.156884:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768559.156885:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768559.156887:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768559.156888:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f1400.
02000000:00000001:3.0:1775768559.156890:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768559.156891:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768559.156892:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c4000.
00000100:00000001:3.0:1775768559.156894:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768559.156895:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156898:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.156905:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768559.156906:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.156909:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768559.156911:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768559.156914:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768559.156919:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156926:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768559.156928:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.156931:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768559.156934:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768559.156936:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768559.156940:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768559.156944:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768559.156947:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768559.156950:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.156952:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768559.156958:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768559.156960:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.156965:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768559.156968:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768559.156972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768559.156978:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717440, portal 4
00000100:00000001:3.0:1775768559.156980:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768559.156982:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367788416 : -107275341763200 : ffff9e6f035c6d80)
00000100:00000040:3.0:1775768559.156989:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.156996:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768559.156999:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768559.157002:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768559.157005:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384717440, offset 0
00000400:00000200:3.0:1775768559.157083:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768559.157090:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.157095:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768559.157098:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768559.157101:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768559.157104:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768559.157106:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768559.157109:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200930:200930:256:4294967295] 192.168.202.154@tcp LPNI seq info [200930:200930:8:4294967295]
00000400:00000200:3.0:1775768559.157113:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.157121:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768559.157125:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.157130:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768559.157134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768559.157137:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768559.157141:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768559.157144:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768559.157147:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.157149:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768559.157153:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768559.157157:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768559.157161:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768559.157163:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768559.157166:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768559.157169:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157177:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.157180:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157186:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.157187:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768559.157191:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768559.157194:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768559.157197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768559.157200:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299489309
00000100:00000001:3.0:1775768559.157202:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.157204:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299489309
00000100:00000001:3.0:1775768559.157206:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.157208:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768559.157210:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.157212:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768559.157216:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768559/real 1775768559]  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768559.157224:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768559.157225:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768559.157227:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768559.157229:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768559.157230:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768559.157232:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768559.157235:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768559.157242:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157249:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768559.157251:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.157254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768559.157257:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157264:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768559.157268:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157274:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768559.157276:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.157279:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157281:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768559.157282:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768559.157285:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768559.157288:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768559.157291:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768559.157294:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768559.157302:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717440:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768559.157306:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768559.157309:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157316:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768559.157317:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.157320:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768559.157321:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768559.157323:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768559.157326:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768559.157329:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768559.157331:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768559.157332:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768559.157334:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768559.157337:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768559.157509:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768559.157513:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768559.157516:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768559.157520:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768559.157523:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717568, portal 4
00000100:00000001:3.0:1775768559.157525:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768559.157526:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367790208 : -107275341761408 : ffff9e6f035c7480)
00000100:00000040:3.0:1775768559.157532:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157538:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768559.157541:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768559.157542:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768559.157545:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384717568, offset 0
00000400:00000200:3.0:1775768559.157549:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768559.157552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.157556:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768559.157559:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768559.157561:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768559.157563:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768559.157565:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768559.157568:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200931:200931:256:4294967295] 192.168.202.154@tcp LPNI seq info [200931:200931:8:4294967295]
00000400:00000200:3.0:1775768559.157572:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768559.157577:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768559.157581:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.157584:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768559.157589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768559.157591:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768559.157595:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768559.157597:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768559.157601:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768559.157602:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768559.157605:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768559.157609:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768559.157611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768559.157613:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768559.157615:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768559.157619:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157626:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.157629:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157634:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.157636:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768559.157639:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768559.157642:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768559.157645:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768559.157647:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299489311
00000100:00000001:3.0:1775768559.157649:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.157651:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299489311
00000100:00000001:3.0:1775768559.157653:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299490570
00000100:00000001:3.0:1775768559.157654:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768559.157657:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.157658:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768559.157661:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768559/real 1775768559]  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768559.157668:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768559.157669:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768559.157671:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768559.157673:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768559.157674:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768559.157676:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768559.157678:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768559.157684:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157689:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768559.157691:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157692:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.157693:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768559.157696:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157703:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768559.157714:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157721:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768559.157723:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157724:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768559.157725:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157727:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768559.157728:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768559.157730:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768559.157733:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768559.157735:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768559.157739:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768559.157746:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717568:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768559.157749:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157751:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.157754:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6d80 x1862023384717440/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157760:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768559.157761:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768559.157763:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768559.157766:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768559.157767:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768559.157769:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768559.157770:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768559.157772:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f2c00.
02000000:00000001:3.0:1775768559.157788:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768559.157789:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768559.157791:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6d80.
00000100:00000001:3.0:1775768559.157794:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768559.157796:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157798:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768559.157801:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c7480 x1862023384717568/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768559.157807:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768559.157808:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768559.157809:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768559.157811:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768559.157813:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768559.157814:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768559.157816:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768559.157817:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0800.
02000000:00000001:3.0:1775768559.157819:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768559.157820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768559.157821:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c7480.
00000100:00000001:3.0:1775768559.157823:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768559.157824:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157826:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768559.157848:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768559.157850:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768559.157852:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768559.157854:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768559.528937:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768559.528944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768559.528951:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768559.528955:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768559.528957:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768559.528960:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768559.528963:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768559.528965:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768559.528967:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768559.528969:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768559.529028:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768559.529031:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768559.529035:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768560.488957:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299490570, at 4299490624
00000100:00000040:1.0:1775768560.488957:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299490570, at 4299490624
00000100:00000010:1.0:1775768560.488971:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a480.
00000100:00000010:0.0:1775768560.488972:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a240.
00010000:00000001:3.0:1775768560.553414:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768560.553421:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768560.553428:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768560.553429:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768560.553491:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768560.553495:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768560.553498:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768561.576964:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768561.576971:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768561.576979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768561.576980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768561.577048:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768561.577051:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768561.577054:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768562.600897:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768562.600902:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768562.600907:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768562.600908:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768562.600980:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768562.600982:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768562.600985:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768563.624957:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768563.624965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768563.624972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768563.624974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768563.625100:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768563.625104:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768563.625107:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768564.265095:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768564.265107:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768564.265110:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768564.265114:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768564.265119:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768564.265127:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4821
00000400:00000200:1.0:1775768564.265136:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768564.265143:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768564.265147:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768564.265150:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265154:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265156:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265159:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768564.265162:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768564.265164:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768564.265167:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768564.265169:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768564.265172:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768564.265174:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768564.265177:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265178:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265180:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265182:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768564.265185:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768564.265188:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265190:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768564.265193:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768564.265196:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768564.265199:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265202:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768564.265204:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768564.265213:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482bb80.
00000020:00000040:1.0:1775768564.265217:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768564.265221:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768564.265223:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265226:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768564.265228:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768564.265231:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768564.265239:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fcc00.
00000100:00000001:1.0:1775768564.265246:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768564.265255:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768564.265270:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768564.265274:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768564.265279:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029fd45bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768564.265301:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768564.265315:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768564.265318:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768564.265319:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768564.265321:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768564.265324:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768564.265326:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4821
00000400:00000200:1.0:1775768564.265330:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768564.265334:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768564.265336:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768564.265339:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265342:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265344:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265346:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:3.0:1775768564.265346:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775768564.265350:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768564.265352:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:3.0:1775768564.265352:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768564.265355:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768564.265355:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768564.265357:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768564.265360:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768564.265364:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768564.265364:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768564.265371:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265376:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265380:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768564.265380:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768564.265383:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265384:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000001:3.0:1775768564.265388:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1775768564.265389:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:3.0:1775768564.265392:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768564.265393:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:3.0:1775768564.265396:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265398:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768564.265402:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1775768564.265403:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384717696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768564.265425:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768564.265429:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768564.265431:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768564.265432:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768564.265436:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775768564.265437:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265440:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:3.0:1775768564.265442:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cc400.
00000008:00100000:1.0:1775768564.265444:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768564.265446:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768564.265450:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265453:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.265454:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000010:1.0:1775768564.265460:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b800.
00000400:00000010:3.0:1775768564.265460:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000020:00000040:1.0:1775768564.265465:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000400:00000010:3.0:1775768564.265469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
02000000:00000001:1.0:1775768564.265470:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768564.265472:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265474:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768564.265476:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768564.265478:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768564.265478:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717696, portal 25
02000000:00000010:1.0:1775768564.265482:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd800.
00000100:00000001:3.0:1775768564.265483:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768564.265485:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075968 : -107275322475648 : ffff9e6f0482bb80)
00000100:00000001:1.0:1775768564.265487:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.265493:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768564.265496:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768564.265519:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768564.265524:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265525:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768564.265532:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:1.0:1775768564.265533:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee19a58f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768564.265535:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768564.265540:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384717696, offset 0
00000100:00000001:1.0:1775768564.265548:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.265552:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:1.0:1775768564.265553:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768564.265557:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768564.265559:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768564.265560:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768564.265562:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768564.265564:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768564.265569:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4821
00000400:00000200:3.0:1775768564.265571:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768564.265575:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.265577:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768564.265581:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768564.265583:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:1.0:1775768564.265586:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768564.265589:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768564.265592:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768564.265596:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200932:200932:256:4294967295] 192.168.202.154@tcp LPNI seq info [200932:200932:8:4294967295]
00000400:00000200:3.0:1775768564.265602:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:1.0:1775768564.265606:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265609:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265614:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265619:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:3.0:1775768564.265620:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1775768564.265625:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768564.265627:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768564.265630:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775768564.265630:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000020:00000040:1.0:1775768564.265634:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000800:00000010:3.0:1775768564.265636:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000020:00000001:1.0:1775768564.265637:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:1.0:1775768564.265641:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768564.265646:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:3.0:1775768564.265648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768564.265649:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.265653:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:3.0:1775768564.265654:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1775768564.265657:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768564.265661:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000800:00000200:3.1:1775768564.265665:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00080000:1.0:1775768564.265667:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:3.1:1775768564.265671:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1775768564.265672:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768564.265675:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768564.265679:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1775768564.265680:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:1.0:1775768564.265684:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768564.265685:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000100:00000001:1.0:1775768564.265687:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768564.265690:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768564.265693:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.265693:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768564.265698:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.265702:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1775768564.265704:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482a680.
00000020:00000040:1.0:1775768564.265708:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:3.0:1775768564.265708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
02000000:00000001:1.0:1775768564.265712:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1775768564.265713:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
02000000:00000001:1.0:1775768564.265715:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265718:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768564.265719:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1775768564.265720:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768564.265723:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768564.265725:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768564.265728:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fdc00.
00000100:00000001:1.0:1775768564.265733:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265741:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1775768564.265743:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768564.265746:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768564.265771:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768564.265775:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265775:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265778:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775768564.265782:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112e4dc9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.265783:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.265791:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.265794:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299495686
00000100:00000001:1.0:1775768564.265797:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768564.265799:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a120.
00000100:00080000:1.0:1775768564.265800:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768564.265805:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768564.265806:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768564.265807:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768564.265810:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768564.265812:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768564.265815:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4821
00000400:00000200:1.0:1775768564.265819:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.265820:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299495686
00000400:00000200:1.0:1775768564.265823:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000010:3.0:1775768564.265824:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a960.
00000100:00080000:1.0:1775768564.265827:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768564.265859:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768564.265864:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768564.265867:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768564.265869:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265872:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768564.265874:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1775768564.265876:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265880:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00100000:3.0:1775768564.265881:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768564/real 1775768564]  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768564.265884:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768564.265887:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768564.265891:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768564.265894:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:1.0:1775768564.265897:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000001:3.0:1775768564.265897:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768564.265899:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1775768564.265903:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000400:00000010:3.0:1775768564.265903:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768564.265907:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768564.265909:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000040:1.0:1775768564.265910:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768564.265912:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768564.265914:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1775768564.265917:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768564.265920:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265925:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768564.265930:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000200:3.0:1775768564.265932:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768564.265936:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768564.265943:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265944:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1775768564.265947:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768564.265947:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768564.265951:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768564.265951:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.265955:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768564.265956:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265959:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768564.265961:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768564.265963:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265964:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768564.265968:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829180.
00000100:00100000:3.0:1775768564.265969:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768564.265971:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768564.265975:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768564.265978:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.265981:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768564.265983:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768564.265986:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.265988:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1775768564.265991:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff000.
00000100:00000001:1.0:1775768564.265995:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.265996:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768564.266002:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768564.266016:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768564.266018:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768564.266022:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266022:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266028:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1775768564.266030:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040187031] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266031:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266036:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768564.266040:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768564.266042:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768564.266046:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768564.266046:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768564.266053:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768564.266055:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768564.266057:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00080000:1.0:1775768564.266058:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768564.266063:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768564.266064:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1775768564.266066:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4821
00000400:00000200:1.0:1775768564.266072:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:3.0:1775768564.266076:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768564.266079:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768564.266084:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768564.266090:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.266095:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768564.266100:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:3.0:1775768564.266100:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384717696:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768564.266105:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768564.266109:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768564.266110:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000100:00000001:3.0:1775768564.266110:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768564.266112:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768564.266115:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1775768564.266116:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:1.0:1775768564.266120:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768564.266122:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482bb80 x1862023384717696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768564.266124:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768564.266131:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768564.266135:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768564.266139:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1775768564.266140:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:3.0:1775768564.266143:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1775768564.266144:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000010:3.0:1775768564.266147:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cc400.
00000020:00000040:1.0:1775768564.266148:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:1.0:1775768564.266153:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:3.0:1775768564.266153:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768564.266156:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1775768564.266157:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768564.266159:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768564.266161:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:3.0:1775768564.266163:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1775768564.266165:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775768564.266167:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:1.0:1775768564.266169:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.266172:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768564.266173:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:1.0:1775768564.266176:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768564.266177:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768564.266179:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482bb80.
00000008:00000001:1.0:1775768564.266181:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.266184:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266184:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768564.266187:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1775768564.266189:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829500.
00000100:00000001:3.0:1775768564.266190:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768564.266193:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768564.266197:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768564.266198:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266199:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768564.266200:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768564.266203:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768564.266203:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768564.266207:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266207:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768564.266210:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1775768564.266213:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc800.
00000100:00000001:3.0:1775768564.266213:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768564.266218:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.266218:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266227:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1775768564.266228:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768564.266229:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266232:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768564.266235:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768564.266238:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768564.266243:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768564.266245:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768564.266249:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768564.266250:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266252:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768564.266255:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768564.266256:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b29e2460] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768564.266258:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768564.266262:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768564.266267:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768564.266273:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.266275:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768564.266279:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000100:00000040:1.0:1775768564.266280:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4832)
00000400:00000010:3.0:1775768564.266283:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768564.266289:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717824, portal 10
00000100:00000001:3.0:1775768564.266291:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768564.266292:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387075072 : -107275322476544 : ffff9e6f0482b800)
00000100:00000040:3.0:1775768564.266299:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266306:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768564.266309:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768564.266311:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768564.266314:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384717824, offset 0
00000400:00000200:3.0:1775768564.266318:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266322:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266325:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768564.266328:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768564.266330:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768564.266333:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768564.266335:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266338:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200933:200933:256:4294967295] 192.168.202.154@tcp LPNI seq info [200933:200933:8:4294967295]
00000400:00000200:3.0:1775768564.266342:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266348:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768564.266353:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266356:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768564.266360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768564.266363:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768564.266367:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768564.266370:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768564.266373:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266374:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768564.266377:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768564.266379:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768564.266381:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768564.266382:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768564.266384:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768564.266387:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266392:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.266394:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266398:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266399:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768564.266402:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.266405:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768564.266420:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.266422:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299494428
00000100:00000001:3.0:1775768564.266424:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266426:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299494428
00000100:00000001:3.0:1775768564.266428:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266430:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768564.266432:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266434:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768564.266437:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768564/real 1775768564]  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768564.266445:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768564.266447:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768564.266448:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768564.266451:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768564.266453:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768564.266454:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768564.266457:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768564.266465:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266471:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768564.266473:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266475:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266476:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768564.266479:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266485:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768564.266489:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266496:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768564.266498:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266499:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266501:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266502:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768564.266504:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768564.266506:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768564.266509:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768564.266510:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768564.266514:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768564.266522:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717824:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768564.266525:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768564.266529:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266536:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768564.266537:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266540:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768564.266541:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768564.266543:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768564.266546:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768564.266550:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768564.266552:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768564.266553:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266555:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768564.266559:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768564.266561:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.266565:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768564.266568:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768564.266571:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768564.266574:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384717952, portal 10
00000100:00000001:3.0:1775768564.266576:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768564.266577:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:3.0:1775768564.266582:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266589:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768564.266592:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768564.266594:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768564.266596:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384717952, offset 0
00000400:00000200:3.0:1775768564.266601:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266609:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768564.266612:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768564.266615:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768564.266618:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768564.266621:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266624:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200934:200934:256:4294967295] 192.168.202.154@tcp LPNI seq info [200934:200934:8:4294967295]
00000400:00000200:3.0:1775768564.266628:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266635:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768564.266640:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266643:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768564.266648:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768564.266650:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768564.266654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768564.266657:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768564.266661:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266663:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768564.266666:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768564.266668:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768564.266671:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768564.266673:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768564.266675:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768564.266678:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266685:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.266687:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266693:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266694:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768564.266696:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.266699:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768564.266702:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.266704:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299494406
00000100:00000001:3.0:1775768564.266707:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266709:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299494406
00000100:00000001:3.0:1775768564.266711:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266713:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768564.266716:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266718:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768564.266723:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768564/real 1775768564]  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768564.266731:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768564.266732:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768564.266733:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768564.266736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768564.266737:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768564.266739:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768564.266742:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768564.266749:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266756:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768564.266757:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266760:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768564.266763:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266769:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768564.266771:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266775:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768564.266777:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266778:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266778:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266779:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768564.266781:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768564.266782:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768564.266784:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768564.266785:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768564.266787:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768564.266791:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384717952:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768564.266793:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768564.266795:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266798:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768564.266799:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266801:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768564.266802:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768564.266803:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768564.266805:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768564.266807:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768564.266808:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768564.266809:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.266810:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768564.266812:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768564.266813:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.266815:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768564.266817:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768564.266819:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768564.266821:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718080, portal 4
00000100:00000001:3.0:1775768564.266822:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768564.266823:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:3.0:1775768564.266826:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266856:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768564.266858:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768564.266861:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768564.266864:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384718080, offset 0
00000400:00000200:3.0:1775768564.266868:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266872:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266875:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768564.266877:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768564.266880:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768564.266882:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768564.266884:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768564.266886:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200935:200935:256:4294967295] 192.168.202.154@tcp LPNI seq info [200935:200935:8:4294967295]
00000400:00000200:3.0:1775768564.266890:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.266896:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768564.266900:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266902:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768564.266905:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768564.266906:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768564.266909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768564.266910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768564.266913:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.266914:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768564.266916:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768564.266918:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768564.266920:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768564.266921:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768564.266923:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768564.266925:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266929:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.266931:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266935:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266936:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768564.266937:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.266939:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768564.266941:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.266942:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299494419
00000100:00000001:3.0:1775768564.266944:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266945:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299494419
00000100:00000001:3.0:1775768564.266946:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.266948:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768564.266949:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.266950:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768564.266952:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768564/real 1775768564]  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768564.266957:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768564.266958:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768564.266959:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768564.266960:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768564.266961:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768564.266962:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768564.266964:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768564.266968:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266972:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768564.266972:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266973:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266974:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768564.266976:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266979:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768564.266981:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.266985:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768564.266986:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266987:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.266988:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.266989:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768564.266990:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768564.266991:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768564.266993:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768564.266994:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768564.266997:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768564.267001:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718080:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768564.267003:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267004:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.267006:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b800 x1862023384717824/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267009:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768564.267010:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768564.267011:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:3.0:1775768564.267012:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768564.267013:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768564.267014:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768564.267015:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768564.267016:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:3.0:1775768564.267017:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768564.267018:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768564.267019:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b800.
00000100:00000001:3.0:1775768564.267020:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768564.267021:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267022:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.267024:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384717952/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267030:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768564.267031:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768564.267033:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:3.0:1775768564.267035:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768564.267036:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768564.267037:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768564.267038:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768564.267040:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
02000000:00000001:3.0:1775768564.267042:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768564.267043:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768564.267044:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:3.0:1775768564.267047:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768564.267048:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267050:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.267053:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384718080/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267059:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768564.267060:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768564.267061:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768564.267063:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768564.267064:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768564.267065:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768564.267067:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768564.267068:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:3.0:1775768564.267071:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768564.267072:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768564.267073:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:3.0:1775768564.267075:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768564.267076:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267078:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267082:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768564.267083:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.267085:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768564.267086:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768564.267088:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768564.267091:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267097:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768564.267098:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.267101:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768564.267102:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768564.267104:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768564.267107:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768564.267110:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768564.267112:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768564.267113:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768564.267115:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768564.267117:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768564.267119:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768564.267122:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768564.267125:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768564.267127:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768564.267130:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718208, portal 4
00000100:00000001:3.0:1775768564.267132:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768564.267133:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:3.0:1775768564.267138:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267144:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768564.267146:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768564.267148:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768564.267150:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384718208, offset 0
00000400:00000200:3.0:1775768564.267153:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768564.267157:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.267160:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768564.267162:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768564.267165:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768564.267167:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768564.267169:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768564.267172:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200936:200936:256:4294967295] 192.168.202.154@tcp LPNI seq info [200936:200936:8:4294967295]
00000400:00000200:3.0:1775768564.267175:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768564.267181:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768564.267185:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.267188:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768564.267191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768564.267193:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768564.267197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768564.267199:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768564.267203:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768564.267205:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768564.267207:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768564.267211:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768564.267214:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768564.267215:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768564.267217:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768564.267220:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267227:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.267230:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267235:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.267237:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768564.267240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768564.267242:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768564.267245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768564.267247:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299494421
00000100:00000001:3.0:1775768564.267249:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.267251:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299494421
00000100:00000001:3.0:1775768564.267253:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299495686
00000100:00000001:3.0:1775768564.267255:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768564.267257:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.267258:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768564.267262:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768564/real 1775768564]  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768564.267269:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768564.267270:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768564.267271:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768564.267274:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768564.267275:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768564.267277:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768564.267280:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768564.267287:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267292:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768564.267294:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267295:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.267297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768564.267300:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267305:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768564.267309:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267316:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768564.267318:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267320:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768564.267321:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267323:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768564.267324:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768564.267327:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768564.267330:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768564.267332:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768564.267336:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768564.267344:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718208:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768564.267348:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267349:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768564.267352:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384718208/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768564.267359:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768564.267360:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768564.267362:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:3.0:1775768564.267364:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768564.267365:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768564.267367:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768564.267368:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768564.267370:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:3.0:1775768564.267372:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768564.267373:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768564.267374:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:3.0:1775768564.267376:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768564.267377:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267379:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768564.267383:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768564.267384:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768564.267386:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768564.267387:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768564.649040:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768564.649048:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768564.649050:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768564.649054:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768564.649059:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768564.649061:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768564.649063:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768564.649065:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768564.649068:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768564.649069:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768564.649129:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768564.649133:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768564.649136:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768565.609470:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299495686, at 4299495744
00000100:00000010:0.0:1775768565.609486:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a120.
00000100:00000040:1.0:1775768565.610488:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299495686, at 4299495745
00000100:00000010:1.0:1775768565.610495:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a960.
00010000:00000001:3.0:1775768565.672993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768565.673000:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768565.673004:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768565.673005:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768565.673051:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768565.673054:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768565.673057:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768566.696921:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768566.696927:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768566.696933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768566.696935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768566.696986:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768566.696990:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768566.696993:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768567.720923:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768567.720929:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768567.720934:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768567.720935:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768567.720991:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768567.720994:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768567.720999:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768568.744960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768568.744967:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768568.744974:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768568.744975:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768568.745417:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768568.745421:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768568.745425:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768569.386077:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768569.386089:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768569.386091:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768569.386095:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768569.386100:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768569.386107:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4827
00000400:00000200:3.0:1775768569.386117:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768569.386123:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768569.386126:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768569.386130:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386133:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386135:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386137:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768569.386141:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768569.386143:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768569.386146:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768569.386148:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768569.386151:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768569.386153:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768569.386156:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386158:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386160:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386161:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768569.386164:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768569.386167:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386170:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386173:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768569.386176:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768569.386179:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386181:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768569.386183:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768569.386193:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5180.
00000020:00000040:3.0:1775768569.386197:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768569.386200:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768569.386202:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386206:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768569.386208:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768569.386212:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768569.386219:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd800.
00000100:00000001:3.0:1775768569.386226:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768569.386235:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768569.386245:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768569.386249:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768569.386254:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f26c53f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768569.386287:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768569.386289:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768569.386293:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768569.386294:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768569.386296:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768569.386298:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768569.386301:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4827
00000400:00000200:3.0:1775768569.386305:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768569.386309:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768569.386312:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768569.386315:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768569.386315:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386318:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768569.386321:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768569.386321:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768569.386325:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768569.386325:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768569.386329:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768569.386330:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768569.386332:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768569.386334:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768569.386334:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768569.386338:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768569.386343:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:1.0:1775768569.386350:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775768569.386350:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768569.386353:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386353:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386367:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386369:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768569.386372:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768569.386375:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386377:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386380:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768569.386381:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768569.386384:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768569.386386:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768569.386388:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386389:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386393:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775768569.386395:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384718336:192.168.202.154@tcp:250:kworker.0
00000008:00100000:3.0:1775768569.386398:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768569.386401:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1775768569.386403:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.386405:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768569.386406:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.386408:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768569.386411:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5500.
02000000:00000001:1.0:1775768569.386412:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1775768569.386415:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000010:1.0:1775768569.386419:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:3.0:1775768569.386419:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768569.386420:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.386423:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386424:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768569.386426:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768569.386428:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.386430:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768569.386435:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
02000000:00000010:3.0:1775768569.386435:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd400.
00000100:00000001:3.0:1775768569.386440:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768569.386443:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00100000:3.0:1775768569.386448:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768569.386451:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718336, portal 25
00000100:00000001:1.0:1775768569.386456:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768569.386458:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366929280 : -107275342622336 : ffff9e6f034f5180)
00000100:00000001:3.0:1775768569.386460:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768569.386463:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768569.386467:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768569.386469:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064c6c3e4] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.386487:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768569.386492:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386492:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768569.386496:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768569.386497:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768569.386501:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384718336, offset 0
00000100:00080000:3.0:1775768569.386502:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768569.386505:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768569.386507:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768569.386510:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768569.386511:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00080000:3.0:1775768569.386515:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4827
00000400:00000200:3.0:1775768569.386520:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.386522:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768569.386525:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768569.386528:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768569.386531:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:3.0:1775768569.386534:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386537:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768569.386538:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775768569.386541:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768569.386545:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:3.0:1775768569.386545:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768569.386549:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768569.386551:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775768569.386552:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768569.386555:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768569.386557:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000020:00000040:3.0:1775768569.386558:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768569.386561:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768569.386564:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200937:200937:256:4294967295] 192.168.202.154@tcp LPNI seq info [200937:200937:8:4294967295]
00000020:00000001:3.0:1775768569.386565:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:1.0:1775768569.386574:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:3.0:1775768569.386574:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386578:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386581:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386584:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768569.386589:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:1.0:1775768569.386590:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775768569.386596:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.0:1775768569.386600:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386601:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386605:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1775768569.386607:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
02000000:00000001:3.0:1775768569.386608:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768569.386612:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386614:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.0:1775768569.386617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:3.0:1775768569.386617:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768569.386622:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768569.386623:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775768569.386624:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768569.386629:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6300.
00000020:00000040:3.0:1775768569.386630:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768569.386632:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768569.386634:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386635:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768569.386636:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768569.386638:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768569.386641:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc400.
00000100:00000001:3.0:1775768569.386644:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768569.386649:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768569.386655:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768569.386657:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768569.386660:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b12a6f8d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768569.386667:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768569.386670:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768569.386673:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768569.386675:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768569.386676:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768569.386679:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768569.386681:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4827
00000400:00000200:3.0:1775768569.386684:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768569.386687:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768569.386689:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768569.386691:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386693:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386695:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386697:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768569.386699:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768569.386700:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768569.386701:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768569.386703:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768569.386707:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768569.386709:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:1.1:1775768569.386713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:3.0:1775768569.386714:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386718:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768569.386719:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1775768569.386721:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386724:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:1.0:1775768569.386728:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:3.0:1775768569.386729:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000010:1.0:1775768569.386733:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000100:00080000:3.0:1775768569.386734:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386737:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386739:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768569.386741:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775768569.386742:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768569.386746:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386748:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768569.386750:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1775768569.386751:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768569.386755:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.386756:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000100:00000001:3.0:1775768569.386757:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768569.386760:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000010:3.0:1775768569.386761:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4000.
00000020:00000040:3.0:1775768569.386764:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768569.386765:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1775768569.386769:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768569.386771:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768569.386772:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768569.386774:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768569.386776:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768569.386778:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768569.386783:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cec00.
00000100:00000001:3.0:1775768569.386788:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.386790:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1775768569.386794:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768569.386797:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768569.386811:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768569.386814:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386814:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.386818:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775768569.386822:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972dc06f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.386824:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386859:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768569.386861:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768569.386864:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768569.386866:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768569.386867:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768569.386870:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768569.386872:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4827
00000400:00000200:3.0:1775768569.386876:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768569.386878:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768569.386881:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768569.386883:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386885:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386887:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386889:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768569.386891:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768569.386892:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768569.386893:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768569.386895:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768569.386897:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768569.386898:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768569.386901:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386903:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768569.386904:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386906:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768569.386909:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768569.386911:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768569.386914:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768569.386916:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768569.386919:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768569.386921:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.386925:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768569.386925:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768569.386928:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768569.386931:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299500808
00000008:00000001:3.0:1775768569.386931:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386934:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768569.386939:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4a80.
00000100:00000010:1.0:1775768569.386940:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984ea0.
00000020:00000040:3.0:1775768569.386942:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768569.386945:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768569.386947:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768569.386949:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768569.386950:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1775768569.386950:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768569.386953:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768569.386958:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ccc00.
00000100:00000001:3.0:1775768569.386961:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768569.386966:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768569.386970:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299500808
00000100:00000010:1.0:1775768569.386977:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768569.386983:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768569.386985:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768569.386988:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768569.386988:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.386993:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768569.386994:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b24207b] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.386997:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768569.387005:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768569/real 1775768569]  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768569.387006:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768569.387011:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4837)
00000400:00000001:1.0:1775768569.387021:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768569.387023:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768569.387025:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768569.387029:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768569.387031:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768569.387034:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768569.387037:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768569.387046:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387053:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768569.387054:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387057:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.387058:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768569.387062:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387069:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768569.387073:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387080:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768569.387083:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387085:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.387087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387089:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768569.387091:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768569.387094:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768569.387097:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768569.387099:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768569.387103:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768569.387111:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384718336:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768569.387115:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387118:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.387120:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5180 x1862023384718336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387128:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768569.387130:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768569.387132:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768569.387135:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768569.387136:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768569.387138:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768569.387140:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768569.387142:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd800.
02000000:00000001:1.0:1775768569.387145:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768569.387147:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768569.387149:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5180.
00000100:00000001:1.0:1775768569.387153:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768569.387154:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387157:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387163:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768569.387165:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.387167:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768569.387168:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768569.387169:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768569.387172:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387179:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768569.387180:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.387182:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768569.387184:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768569.387186:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768569.387188:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768569.387191:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768569.387193:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768569.387195:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.387196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768569.387199:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768569.387201:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.387204:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768569.387207:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768569.387209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768569.387212:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718464, portal 10
00000100:00000001:1.0:1775768569.387214:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768569.387215:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366930176 : -107275342621440 : ffff9e6f034f5500)
00000100:00000040:1.0:1775768569.387221:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387227:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768569.387228:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768569.387231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768569.387233:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384718464, offset 0
00000400:00000200:1.0:1775768569.387237:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768569.387240:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.387243:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768569.387246:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768569.387249:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768569.387251:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768569.387254:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768569.387257:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200938:200938:256:4294967295] 192.168.202.154@tcp LPNI seq info [200938:200938:8:4294967295]
00000400:00000200:1.0:1775768569.387260:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.387267:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768569.387271:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.387274:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768569.387277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768569.387280:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768569.387284:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768569.387286:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768569.387301:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.387304:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768569.387306:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768569.387310:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768569.387313:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768569.387314:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768569.387316:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768569.387320:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387327:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.387330:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387336:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.387338:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768569.387340:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768569.387344:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768569.387347:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768569.387349:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299499549
00000100:00000001:1.0:1775768569.387351:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.387353:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299499549
00000100:00000001:1.0:1775768569.387555:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.387557:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768569.387560:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.387561:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768569.387566:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768569/real 1775768569]  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768569.387573:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768569.387575:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768569.387576:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768569.387579:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768569.387581:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768569.387583:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768569.387585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768569.387593:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387599:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768569.387600:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387602:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.387603:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768569.387606:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387614:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768569.387617:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387623:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768569.387702:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387705:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.387706:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.387707:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768569.387709:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768569.387712:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768569.387715:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768569.387717:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768569.387721:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768569.387729:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718464:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768569.387732:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768569.387736:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387742:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768569.387743:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.387745:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768569.387747:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768569.387749:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768569.387751:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768569.387754:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768569.387756:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768569.387758:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.387759:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768569.387763:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768569.387764:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.387768:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768569.387770:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768569.387773:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768569.387776:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718592, portal 10
00000100:00000001:1.0:1775768569.387777:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768569.387779:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366933760 : -107275342617856 : ffff9e6f034f6300)
00000100:00000040:1.0:1775768569.387783:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.387795:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768569.387797:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768569.387799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768569.387801:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384718592, offset 0
00000400:00000200:1.0:1775768569.387804:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768569.387808:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.387811:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768569.387814:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768569.387816:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768569.387819:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768569.387821:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768569.387824:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200939:200939:256:4294967295] 192.168.202.154@tcp LPNI seq info [200939:200939:8:4294967295]
00000400:00000200:1.0:1775768569.388022:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.388029:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768569.388034:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388038:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768569.388042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768569.388044:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768569.388048:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768569.388051:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768569.388054:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388056:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768569.388059:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768569.388062:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768569.388065:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768569.388067:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768569.388069:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768569.388073:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388081:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388083:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388095:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388096:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768569.388099:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768569.388101:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768569.388104:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768569.388106:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299499528
00000100:00000001:1.0:1775768569.388109:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388111:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299499528
00000100:00000001:1.0:1775768569.388113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388115:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768569.388116:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388118:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768569.388121:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768569/real 1775768569]  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768569.388128:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768569.388130:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768569.388131:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768569.388133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768569.388135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768569.388136:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768569.388139:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768569.388146:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388152:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768569.388154:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388155:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388157:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768569.388160:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388167:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768569.388171:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388177:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768569.388179:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388180:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388182:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388183:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768569.388185:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768569.388188:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768569.388191:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768569.388193:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768569.388196:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768569.388203:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718592:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768569.388206:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768569.388209:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388215:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768569.388216:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.388218:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768569.388220:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768569.388222:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768569.388225:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768569.388227:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768569.388229:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768569.388231:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.388233:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388236:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768569.388237:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.388240:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768569.388242:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768569.388245:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768569.388248:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718720, portal 4
00000100:00000001:1.0:1775768569.388250:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768569.388251:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366924800 : -107275342626816 : ffff9e6f034f4000)
00000100:00000040:1.0:1775768569.388256:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388262:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768569.388264:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768569.388266:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768569.388268:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384718720, offset 0
00000400:00000200:1.0:1775768569.388271:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768569.388275:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.388277:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768569.388280:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768569.388282:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768569.388284:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768569.388287:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768569.388290:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200940:200940:256:4294967295] 192.168.202.154@tcp LPNI seq info [200940:200940:8:4294967295]
00000400:00000200:1.0:1775768569.388293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.388299:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768569.388304:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388306:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768569.388309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768569.388312:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768569.388315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768569.388318:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768569.388322:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388324:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768569.388326:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768569.388329:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768569.388332:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768569.388333:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768569.388335:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768569.388338:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388345:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388348:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388354:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388366:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768569.388369:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768569.388371:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768569.388374:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768569.388376:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299499540
00000100:00000001:1.0:1775768569.388379:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388380:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299499540
00000100:00000001:1.0:1775768569.388382:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388384:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768569.388386:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388388:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768569.388392:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768569/real 1775768569]  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768569.388398:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768569.388399:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768569.388401:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768569.388403:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768569.388405:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768569.388407:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768569.388410:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768569.388418:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388423:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768569.388424:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388426:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388427:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768569.388430:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388437:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768569.388440:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388446:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768569.388449:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388450:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388451:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388453:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768569.388454:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768569.388456:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768569.388459:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768569.388461:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768569.388464:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768569.388471:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718720:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768569.388474:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768569.388477:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388484:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768569.388485:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.388487:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768569.388489:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768569.388491:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768569.388493:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768569.388496:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768569.388498:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768569.388499:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768569.388501:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388504:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768569.388506:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768569.388508:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768569.388511:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768569.388513:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768569.388516:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718848, portal 4
00000100:00000001:1.0:1775768569.388517:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768569.388519:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366927488 : -107275342624128 : ffff9e6f034f4a80)
00000100:00000040:1.0:1775768569.388523:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388529:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768569.388531:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768569.388533:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768569.388535:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384718848, offset 0
00000400:00000200:1.0:1775768569.388538:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768569.388541:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.388544:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768569.388547:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768569.388549:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768569.388551:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768569.388553:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768569.388557:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200941:200941:256:4294967295] 192.168.202.154@tcp LPNI seq info [200941:200941:8:4294967295]
00000400:00000200:1.0:1775768569.388561:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768569.388566:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768569.388570:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388573:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768569.388576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768569.388578:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775768569.388582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768569.388585:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775768569.388588:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768569.388590:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768569.388593:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768569.388596:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768569.388598:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768569.388599:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768569.388601:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768569.388604:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388613:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388619:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388621:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768569.388623:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768569.388626:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768569.388710:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768569.388712:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299499542
00000100:00000001:1.0:1775768569.388714:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388716:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299499542
00000100:00000001:1.0:1775768569.388718:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299500808
00000100:00000001:1.0:1775768569.388720:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768569.388722:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.388723:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768569.388727:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768569/real 1775768569]  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768569.388735:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768569.388736:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768569.388738:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768569.388740:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768569.388741:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768569.388743:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768569.388746:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768569.388754:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388760:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768569.388761:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388763:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388764:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768569.388767:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388773:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768569.388777:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388783:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768569.388785:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388786:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768569.388788:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388790:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768569.388791:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768569.388793:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768569.388796:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768569.388798:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768569.388801:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768569.388809:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384718848:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768569.388813:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388814:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388817:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5500 x1862023384718464/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388824:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768569.388825:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388827:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768569.388861:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768569.388863:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768569.388865:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768569.388867:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768569.388869:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd400.
02000000:00000001:1.0:1775768569.388872:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768569.388873:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768569.388875:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5500.
00000100:00000001:1.0:1775768569.388878:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768569.388879:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388881:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388884:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6300 x1862023384718592/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388890:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768569.388891:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388893:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768569.388895:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768569.388895:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768569.388896:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768569.388898:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768569.388899:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc400.
02000000:00000001:1.0:1775768569.388902:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768569.388903:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768569.388904:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6300.
00000100:00000001:1.0:1775768569.388907:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768569.388908:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388909:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388912:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4000 x1862023384718720/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388917:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768569.388918:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388919:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768569.388921:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768569.388922:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768569.388923:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768569.388925:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768569.388926:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cec00.
02000000:00000001:1.0:1775768569.388929:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768569.388930:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768569.388931:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4000.
00000100:00000001:1.0:1775768569.388933:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768569.388934:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.388936:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768569.388938:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4a80 x1862023384718848/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768569.388944:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768569.388945:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768569.388946:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768569.388948:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768569.388949:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768569.388950:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768569.389028:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768569.389031:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ccc00.
02000000:00000001:1.0:1775768569.389034:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768569.389035:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768569.389036:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4a80.
00000100:00000001:1.0:1775768569.389039:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768569.389041:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.389043:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768569.389047:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768569.389049:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768569.389051:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768569.389052:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768569.769470:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768569.769477:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768569.769482:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768569.769485:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768569.769487:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768569.769491:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768569.769494:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768569.769496:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768569.769498:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768569.769500:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768569.769593:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768569.769595:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768569.769598:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768570.728997:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299500808, at 4299500864
00000100:00000010:1.0:1775768570.729013:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:0.0:1775768570.730581:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299500808, at 4299500865
00000100:00000010:0.0:1775768570.730590:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984ea0.
00010000:00000001:3.0:1775768570.792977:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768570.792984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768570.792990:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768570.792991:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768570.797756:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768570.797762:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768570.797766:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768571.816946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768571.816954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768571.816960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768571.816962:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768571.817054:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768571.817058:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768571.817061:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768572.841014:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768572.841021:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768572.841029:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768572.841030:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768572.841507:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768572.841511:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768572.841514:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768573.864979:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768573.864986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768573.864993:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768573.864994:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768573.865064:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768573.865067:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768573.865071:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768574.504968:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768574.504979:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768574.504982:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768574.504986:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768574.504990:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768574.504998:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4832
00000400:00000200:3.0:1775768574.505007:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768574.505013:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768574.505015:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768574.505018:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505022:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505024:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505026:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768574.505030:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768574.505031:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768574.505034:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768574.505037:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768574.505039:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768574.505041:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768574.505044:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505045:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505047:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505049:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768574.505052:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768574.505055:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505057:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768574.505060:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768574.505064:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768574.505067:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505069:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768574.505072:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768574.505081:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775768574.505085:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768574.505089:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768574.505091:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505094:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768574.505096:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768574.505100:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768574.505107:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc000.
00000100:00000001:3.0:1775768574.505113:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768574.505122:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768574.505131:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768574.505137:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505141:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768574.505170:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768574.505173:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768574.505177:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768574.505178:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768574.505180:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768574.505182:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768574.505185:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4832
00000400:00000200:3.0:1775768574.505189:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768574.505192:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768574.505194:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768574.505196:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505198:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505200:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505202:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768574.505204:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768574.505205:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768574.505207:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768574.505209:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768574.505212:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768574.505214:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768574.505216:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505218:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505219:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505221:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768574.505223:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768574.505225:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505227:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768574.505229:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768574.505234:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768574.505236:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505238:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768574.505242:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768574.505244:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505246:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768574.505250:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775768574.505252:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768574.505254:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768574.505255:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505257:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768574.505259:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768574.505260:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768574.505263:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce400.
00000100:00000001:3.0:1775768574.505267:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768574.505272:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768574.505279:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768574.505281:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505284:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768574.505296:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768574.505299:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768574.505302:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768574.505312:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768574.505314:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768574.505316:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768574.505319:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4832
00000400:00000200:3.0:1775768574.505323:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768574.505325:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768574.505327:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768574.505329:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505331:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505333:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505335:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768574.505337:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768574.505338:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768574.505339:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768574.505341:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768574.505343:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768574.505345:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768574.505347:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505349:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505351:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505352:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768574.505354:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768574.505356:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505358:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768574.505360:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768574.505366:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768574.505368:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505369:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768574.505371:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768574.505372:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505374:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768574.505377:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775768574.505379:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768574.505381:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768574.505381:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505383:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768574.505384:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768574.505386:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768574.505389:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cc800.
00000100:00000001:3.0:1775768574.505392:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768574.505396:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768574.505401:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768574.505403:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505406:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768574.505414:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768574.505416:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768574.505419:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768574.505420:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768574.505421:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768574.505423:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768574.505425:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4832
00000400:00000200:3.0:1775768574.505428:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768574.505431:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768574.505433:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768574.505435:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505437:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505438:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505440:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768574.505442:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768574.505443:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768574.505444:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768574.505446:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768574.505447:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768574.505449:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768574.505452:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505453:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505455:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505457:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768574.505459:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768574.505461:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505463:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768574.505464:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768574.505467:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768574.505469:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505471:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768574.505473:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768574.505475:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505476:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768574.505479:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775768574.505481:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768574.505483:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768574.505484:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505486:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768574.505487:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768574.505488:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768574.505491:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:3.0:1775768574.505494:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768574.505498:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768574.505504:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768574.505506:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505509:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768574.505516:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768574.505519:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768574.505522:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768574.505523:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768574.505524:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768574.505526:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768574.505527:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4832
00000400:00000200:3.0:1775768574.505530:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768574.505532:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768574.505533:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768574.505535:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505545:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505547:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505548:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768574.505549:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768574.505550:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768574.505551:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768574.505552:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768574.505554:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768574.505555:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768574.505556:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505557:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768574.505559:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505560:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768574.505561:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768574.505563:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768574.505565:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768574.505567:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768574.505570:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768574.505571:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505573:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768574.505575:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768574.505577:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505578:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768574.505581:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775768574.505585:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768574.505587:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768574.505588:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768574.505589:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768574.505591:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768574.505592:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768574.505595:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce000.
00000100:00000001:3.0:1775768574.505598:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768574.505602:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768574.505619:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768574.505620:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505623:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768574.505629:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768574.505634:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4842)
00000100:00000001:1.0:1775768574.505856:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768574.505860:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768574.505862:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768574.505868:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.505876:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768574.505878:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.505881:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768574.505883:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768574.505885:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768574.505889:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384718976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768574.505894:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768574.505898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768574.505900:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.505903:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768574.505908:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768574.505910:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.505915:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768574.505919:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768574.505925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768574.505932:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384718976, portal 25
00000100:00000001:1.0:1775768574.505934:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768574.505935:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366925696 : -107275342625920 : ffff9e6f034f4380)
00000100:00000040:1.0:1775768574.505940:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.505947:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768574.505950:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768574.505953:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768574.505956:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384718976, offset 0
00000400:00000200:1.0:1775768574.505962:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768574.505970:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.505975:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768574.505979:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768574.505983:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768574.505987:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768574.505989:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768574.505993:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200942:200942:256:4294967295] 192.168.202.154@tcp LPNI seq info [200942:200942:8:4294967295]
00000400:00000200:1.0:1775768574.505997:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.506007:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768574.506013:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.506018:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768574.506025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768574.506028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768574.506034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768574.506037:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768574.506041:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.506043:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768574.506049:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768574.506054:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768574.506059:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768574.506061:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768574.506065:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768574.506068:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506077:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.506081:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506087:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.506089:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768574.506096:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.506100:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768574.506103:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299505927
00000100:00000010:1.0:1775768574.506107:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984300.
00000100:00000001:1.0:1775768574.506114:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768574.506120:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299505927
00000100:00000010:1.0:1775768574.506122:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768574.506125:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768574.506128:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768574.506130:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.506132:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768574.506136:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768574/real 1775768574]  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768574.506145:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768574.506147:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768574.506149:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768574.506152:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768574.506153:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768574.506156:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768574.506159:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768574.506168:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506174:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768574.506176:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506178:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.506180:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768574.506183:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506189:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768574.506194:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506199:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768574.506202:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506203:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.506204:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506206:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768574.506208:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768574.506211:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768574.506215:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768574.506217:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768574.506221:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768574.506228:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384718976:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768574.506235:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768574.506238:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506244:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768574.506245:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.506247:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768574.506248:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768574.506250:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768574.506253:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768574.506256:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768574.506258:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768574.506260:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.506261:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768574.506264:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768574.506266:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.506269:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768574.506272:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768574.506275:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768574.506278:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719104, portal 10
00000100:00000001:1.0:1775768574.506280:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768574.506281:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:1.0:1775768574.506287:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506293:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768574.506295:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768574.506298:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768574.506300:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384719104, offset 0
00000400:00000200:1.0:1775768574.506315:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768574.506319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.506323:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768574.506326:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768574.506329:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768574.506331:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768574.506334:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768574.506337:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200943:200943:256:4294967295] 192.168.202.154@tcp LPNI seq info [200943:200943:8:4294967295]
00000400:00000200:1.0:1775768574.506341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.506347:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768574.506351:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.506354:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768574.506358:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768574.506360:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768574.506365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768574.506367:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768574.506371:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.506373:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768574.506376:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768574.506379:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768574.506381:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768574.506382:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768574.506385:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768574.506388:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506395:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.506398:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506405:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.506406:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768574.506409:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768574.506413:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768574.506416:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768574.506417:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299504668
00000100:00000001:1.0:1775768574.506420:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.506422:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299504668
00000100:00000001:1.0:1775768574.506424:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.506426:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768574.506428:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.506430:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768574.506433:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768574/real 1775768574]  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768574.506440:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768574.506441:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768574.506443:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768574.506445:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768574.506446:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768574.506448:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768574.506450:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768574.506458:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506465:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768574.506466:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506468:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.506469:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768574.506472:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506478:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768574.506481:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506488:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768574.506490:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506492:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.506493:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.506495:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768574.506497:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768574.506500:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768574.506503:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768574.506505:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768574.506509:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768574.506516:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719104:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768574.506520:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768574.506523:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506530:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768574.506531:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.506544:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768574.506547:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768574.506549:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768574.506552:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768574.506555:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768574.506557:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768574.506559:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.506560:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768574.506563:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768574.506565:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.506568:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768574.506571:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768574.506573:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768574.506576:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719232, portal 10
00000100:00000001:1.0:1775768574.506578:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768574.506579:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000040:1.0:1775768574.506584:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.506591:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768574.506593:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768574.506595:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768574.506597:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384719232, offset 0
00000400:00000200:1.0:1775768574.506601:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768574.506605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.507959:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768574.507964:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768574.507967:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768574.507970:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768574.507972:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768574.507976:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200944:200944:256:4294967295] 192.168.202.154@tcp LPNI seq info [200944:200944:8:4294967295]
00000400:00000200:1.0:1775768574.507981:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.507991:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768574.507997:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.508004:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768574.508011:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768574.508014:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768574.508019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768574.508022:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768574.508026:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.508028:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768574.508033:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768574.508037:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768574.508043:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768574.508045:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768574.508049:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768574.508055:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508066:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.508069:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508080:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.508082:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768574.508088:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768574.508091:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768574.508094:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768574.508097:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299504648
00000100:00000001:1.0:1775768574.508100:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.508102:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299504648
00000100:00000001:1.0:1775768574.508104:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.508106:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768574.508108:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.508110:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768574.508115:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768574/real 1775768574]  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768574.508124:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768574.508125:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768574.508188:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768574.508192:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768574.508194:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768574.508197:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768574.508201:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768574.508208:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508214:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768574.508216:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508217:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.508219:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768574.508222:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508229:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768574.508234:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508241:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768574.508243:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508245:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.508246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508248:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768574.508251:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768574.508254:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768574.508258:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768574.508260:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768574.508263:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768574.508270:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719232:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768574.508274:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768574.508277:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508363:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768574.508365:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.508368:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768574.508370:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768574.508372:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768574.508376:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768574.508380:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768574.508383:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768574.508386:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.508388:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768574.508392:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768574.508394:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.508398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768574.508401:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768574.508405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768574.508409:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719360, portal 4
00000100:00000001:1.0:1775768574.508411:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768574.508413:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00000040:1.0:1775768574.508419:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508425:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768574.508427:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768574.508429:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768574.508432:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384719360, offset 0
00000400:00000200:1.0:1775768574.508436:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768574.508442:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.508445:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768574.508448:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768574.508450:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768574.508453:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768574.508455:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768574.508458:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200945:200945:256:4294967295] 192.168.202.154@tcp LPNI seq info [200945:200945:8:4294967295]
00000400:00000200:1.0:1775768574.508462:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.508468:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768574.508472:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.508475:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768574.508478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768574.508481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768574.508485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768574.508487:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768574.508490:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.508493:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768574.508495:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768574.508498:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768574.508502:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768574.508503:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768574.508505:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768574.508509:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508515:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.508518:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508524:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.508525:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768574.508528:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768574.508530:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768574.508533:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768574.508786:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299504660
00000100:00000001:1.0:1775768574.508791:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.508793:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299504660
00000100:00000001:1.0:1775768574.508796:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.508798:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768574.508800:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.508802:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768574.508808:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768574/real 1775768574]  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768574.508816:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768574.508818:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768574.508819:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768574.508822:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768574.508823:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768574.508826:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768574.508858:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768574.508866:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508872:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768574.508874:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508876:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.508877:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768574.508880:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508887:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768574.508890:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508897:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768574.508899:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508901:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.508902:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.508903:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768574.508905:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768574.508907:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768574.508911:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768574.508913:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768574.508916:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768574.508923:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719360:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768574.508927:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768574.508930:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508937:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768574.508938:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.508940:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768574.508942:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768574.508944:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768574.508947:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768574.508950:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768574.508952:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768574.508953:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768574.508955:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768574.508959:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768574.508960:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768574.508964:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768574.508966:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768574.508969:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768574.508972:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719488, portal 4
00000100:00000001:1.0:1775768574.508974:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768574.508975:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:1.0:1775768574.508980:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.508987:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768574.508989:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768574.508992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768574.508994:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384719488, offset 0
00000400:00000200:1.0:1775768574.508998:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768574.509003:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.509006:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768574.509009:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768574.509011:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768574.509013:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768574.509015:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768574.509019:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200946:200946:256:4294967295] 192.168.202.154@tcp LPNI seq info [200946:200946:8:4294967295]
00000400:00000200:1.0:1775768574.509023:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768574.509029:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768574.509033:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.509036:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768574.509040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768574.509043:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775768574.509047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768574.509049:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775768574.509053:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768574.509054:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768574.509057:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768574.509060:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768574.509063:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768574.509064:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768574.509066:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768574.509069:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509076:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509078:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509083:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.509085:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768574.509088:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768574.509091:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768574.509093:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768574.509095:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299504663
00000100:00000001:1.0:1775768574.509097:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.509099:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299504663
00000100:00000001:1.0:1775768574.509101:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299505927
00000100:00000001:1.0:1775768574.509102:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768574.509105:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.509106:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768574.509110:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768574/real 1775768574]  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768574.509118:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768574.509119:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768574.509121:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768574.509123:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768574.509124:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768574.509126:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768574.509224:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768574.509231:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509236:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768574.509238:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.509240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768574.509352:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509359:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768574.509363:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509369:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768574.509371:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509373:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768574.509374:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509375:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768574.509377:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768574.509379:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768574.509383:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768574.509385:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768574.509389:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768574.509396:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719488:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768574.509400:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509402:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509405:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4380 x1862023384718976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509412:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768574.509415:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768574.509418:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:1.0:1775768574.509421:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768574.509423:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768574.509424:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768574.509426:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768574.509429:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc000.
02000000:00000001:1.0:1775768574.509433:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768574.509434:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768574.509436:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4380.
00000100:00000001:1.0:1775768574.509440:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768574.509441:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509443:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509447:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384719104/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509453:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768574.509454:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768574.509456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:1.0:1775768574.509458:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768574.509459:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768574.509460:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768574.509462:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768574.509464:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce400.
02000000:00000001:1.0:1775768574.509466:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768574.509467:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768574.509468:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:1.0:1775768574.509471:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768574.509472:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509474:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509477:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384719232/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509482:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768574.509484:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768574.509485:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:1.0:1775768574.509487:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768574.509488:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768574.509489:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768574.509491:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768574.509493:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cc800.
02000000:00000001:1.0:1775768574.509495:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768574.509496:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768574.509497:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:1.0:1775768574.509500:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768574.509501:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509502:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509505:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384719360/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.509511:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768574.509512:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768574.509513:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768574.509515:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768574.509516:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768574.509517:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768574.509519:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768574.509520:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:1.0:1775768574.509522:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768574.509523:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768574.509524:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000001:1.0:1775768574.509526:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768574.509527:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.509528:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768574.509531:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384719488/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768574.510035:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768574.510037:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768574.510039:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768574.510043:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768574.510044:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768574.510045:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768574.510047:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768574.510049:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:1.0:1775768574.510051:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768574.510052:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768574.510053:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:1.0:1775768574.510056:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768574.510057:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.510059:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768574.510067:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768574.510069:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768574.510072:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768574.510073:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768574.895540:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768574.895548:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768574.895550:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768574.895554:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768574.895559:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768574.895561:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768574.895563:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768574.895566:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768574.895570:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768574.895571:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768574.926426:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768574.926432:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768574.926438:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768575.848972:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299505927, at 4299505984
00000100:00000010:0.0:1775768575.848988:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984300.
00000100:00000040:1.0:1775768575.849189:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299505927, at 4299505984
00000100:00000010:1.0:1775768575.849195:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768575.912953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768575.912960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768575.912967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768575.912968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768575.913194:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768575.913198:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768575.913201:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768576.936966:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768576.936972:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768576.936978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768576.936978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768576.937075:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768576.937079:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768576.937081:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768577.960935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768577.960942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768577.960948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768577.960950:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768577.961035:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768577.961038:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768577.961042:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768578.985142:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768578.985148:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768578.985154:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768578.985155:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768578.985234:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768578.985238:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768578.985241:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768579.624919:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768579.624928:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768579.624930:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768579.624933:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768579.624937:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768579.624943:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4837
00000400:00000200:3.0:1775768579.624952:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768579.624956:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768579.624958:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768579.624961:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.624963:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.624964:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.624966:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768579.624969:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768579.624971:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768579.624973:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768579.624975:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768579.624976:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768579.624977:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768579.624979:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.624980:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.624981:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.624982:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768579.624984:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768579.624986:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768579.624987:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768579.624989:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768579.624992:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768579.624993:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.624995:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768579.624996:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768579.625005:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000020:00000040:3.0:1775768579.625007:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768579.625009:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768579.625010:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625013:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768579.625015:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768579.625018:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768579.625023:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cfc00.
00000100:00000001:3.0:1775768579.625028:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768579.625035:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768579.625042:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768579.625046:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768579.625049:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768579.625065:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768579.625068:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768579.625071:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768579.625072:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768579.625073:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768579.625076:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768579.625078:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4837
00000400:00000200:3.0:1775768579.625081:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768579.625084:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768579.625087:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768579.625090:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625093:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625095:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625097:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768579.625098:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768579.625101:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768579.625102:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775768579.625103:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000100:00000001:1.0:1775768579.625106:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768579.625106:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768579.625110:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768579.625112:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768579.625115:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768579.625115:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768579.625122:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625126:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625130:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768579.625133:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768579.625134:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:1.0:1775768579.625137:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768579.625137:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768579.625142:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:1.0:1775768579.625143:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768579.625146:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.625147:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768579.625149:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768579.625152:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768579.625154:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768579.625158:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768579.625159:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384719616:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768579.625160:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768579.625164:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768579.625165:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1775768579.625167:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625168:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.625170:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1775768579.625171:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4700.
02000000:00000001:1.0:1775768579.625173:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768579.625174:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768579.625176:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775768579.625177:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768579.625179:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625180:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768579.625181:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1775768579.625182:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:3.0:1775768579.625183:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.625186:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768579.625188:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775768579.625192:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625193:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768579.625197:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00100000:3.0:1775768579.625198:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768579.625202:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000001:3.0:1775768579.625204:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768579.625207:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768579.625209:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719616, portal 25
00000100:00000040:3.0:1775768579.625210:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e4a240c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625213:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768579.625215:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000001:3.0:1775768579.625222:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768579.625224:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768579.625225:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768579.625230:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768579.625232:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768579.625235:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768579.625239:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768579.625240:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775768579.625242:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4837
00000100:00000040:1.0:1775768579.625246:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768579.625250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000400:00000200:3.0:1775768579.625250:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:1.0:1775768579.625268:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384719616, offset 0
00000400:00000200:1.0:1775768579.625273:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768579.625280:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768579.625284:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768579.625285:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:3.0:1775768579.625289:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768579.625291:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775768579.625295:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768579.625297:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:3.0:1775768579.625299:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768579.625302:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775768579.625305:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000400:00000200:1.0:1775768579.625307:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625310:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768579.625313:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768579.625315:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200947:200947:256:4294967295] 192.168.202.154@tcp LPNI seq info [200947:200947:8:4294967295]
00000020:00000040:3.0:1775768579.625315:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768579.625319:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768579.625322:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000400:00000200:1.0:1775768579.625325:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000001:3.0:1775768579.625326:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768579.625330:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768579.625333:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625335:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625340:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625344:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:1.0:1775768579.625345:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1775768579.625349:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768579.625354:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000800:00000200:1.0:1775768579.625357:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625357:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768579.625361:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1775768579.625364:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
02000000:00000001:3.0:1775768579.625365:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768579.625368:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625370:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.0:1775768579.625373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000008:00100000:3.0:1775768579.625373:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768579.625378:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768579.625379:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775768579.625382:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768579.625385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000010:3.0:1775768579.625387:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5f80.
00000800:00000200:1.1:1775768579.625388:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1775768579.625391:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000800:00000100:1.0:1775768579.625394:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
02000000:00000001:3.0:1775768579.625396:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1775768579.625397:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
02000000:00000001:3.0:1775768579.625398:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625400:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768579.625401:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768579.625403:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775768579.625403:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625409:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1775768579.625409:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000400:00000200:1.0:1775768579.625413:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000100:00000001:3.0:1775768579.625414:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768579.625415:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00100000:3.0:1775768579.625421:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768579.625428:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768579.625429:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768579.625432:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c8d6b7] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768579.625439:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768579.625441:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768579.625444:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768579.625446:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768579.625447:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768579.625462:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768579.625466:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625473:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.625475:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625479:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.625486:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768579.625492:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625495:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768579.625497:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299511046
00000100:00000010:1.0:1775768579.625503:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984600.
00000100:00000001:1.0:1775768579.625510:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775768579.625517:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299511046
00000100:00000010:1.0:1775768579.625519:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0b984c60.
00000100:00000001:1.0:1775768579.625522:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775768579.625525:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768579.625528:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.625530:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768579.625535:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768579/real 1775768579]  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768579.625544:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768579.625546:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768579.625548:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768579.625551:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000100:00000001:3.0:1775768579.625552:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775768579.625553:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768579.625555:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768579.625558:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768579.625563:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625568:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768579.625569:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.625570:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.625572:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768579.625575:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625582:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768579.625586:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625593:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768579.625596:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.625598:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.625599:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.625601:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768579.625603:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768579.625606:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768579.625610:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768579.625613:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1775768579.625618:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4837
00000100:00000040:1.0:1775768579.625620:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768579.625627:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:1.0:1775768579.625633:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384719616:192.168.202.154@tcp:250:kworker.0
00000400:00000200:3.0:1775768579.625634:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768579.625640:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768579.625640:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768579.625643:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768579.625645:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000040:1.0:1775768579.625647:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384719616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768579.625650:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625656:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768579.625657:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768579.625660:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1775768579.625660:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
02000000:00000010:1.0:1775768579.625663:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
00000020:00000001:3.0:1775768579.625664:0:467:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1775768579.625666:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1775768579.625666:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768579.625669:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:3.0:1775768579.625670:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768579.625672:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000040:3.0:1775768579.625673:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768579.625676:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:1.0:1775768579.625677:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:3.0:1775768579.625678:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
02000000:00000010:1.0:1775768579.625681:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cfc00.
00000100:00000040:3.0:1775768579.625682:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625685:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768579.625687:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1775768579.625687:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:1.0:1775768579.625691:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1775768579.625691:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768579.625693:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000010:1.0:1775768579.625694:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000100:00080000:3.0:1775768579.625697:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625699:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768579.625700:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768579.625702:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768579.625703:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625704:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768579.625706:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768579.625708:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625709:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768579.625712:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4e00.
00000020:00000040:3.0:1775768579.625713:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
00000100:00000001:1.0:1775768579.625714:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1775768579.625715:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768579.625717:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768579.625717:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625721:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768579.625722:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768579.625723:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768579.625725:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768579.625728:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775768579.625730:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.625731:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768579.625733:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768579.625734:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768579.625736:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768579.625738:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768579.625741:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768579.625744:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768579.625747:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768579.625747:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768579.625751:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e47dc48f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.625765:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768579.625767:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625768:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.625769:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768579.625770:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775768579.625771:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768579.625777:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768579.625777:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768579.625780:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1775768579.625782:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719744:192.168.202.154@tcp:38:kworker.0
00000100:00080000:3.0:1775768579.625782:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768579.625788:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768579.625789:0:467:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768579.625790:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768579.625792:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768579.625793:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4837
02000000:00000001:1.0:1775768579.625794:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768579.625798:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768579.625801:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768579.625802:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.625807:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768579.625808:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1775768579.625810:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000100:00080000:3.0:1775768579.625812:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775768579.625813:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768579.625817:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719744, portal 10
00000100:00000040:3.0:1775768579.625817:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768579.625819:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768579.625822:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366926592 : -107275342625024 : ffff9e6f034f4700)
00000100:00000001:3.0:1775768579.625823:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625826:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625848:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768579.625850:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768579.625851:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768579.625852:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768579.625853:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768579.625855:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768579.625856:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768579.625859:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768579.625860:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625863:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768579.625866:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625870:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768579.625873:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:1.0:1775768579.625875:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775768579.625877:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000040:1.0:1775768579.625881:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625882:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768579.625884:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768579.625885:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
02000000:00000001:3.0:1775768579.625886:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768579.625887:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384719744, offset 0
02000000:00000001:3.0:1775768579.625889:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625891:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768579.625894:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000008:00100000:3.0:1775768579.625894:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768579.625897:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768579.625899:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625900:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.625904:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000010:3.0:1775768579.625905:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f5880.
00000400:00000200:1.0:1775768579.625907:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775768579.625908:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768579.625910:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768579.625911:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:3.0:1775768579.625912:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625915:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768579.625915:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768579.625918:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768579.625920:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:3.0:1775768579.625921:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.625925:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200948:200948:256:4294967295] 192.168.202.154@tcp LPNI seq info [200948:200948:8:4294967295]
02000000:00000010:3.0:1775768579.625926:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000400:00000200:1.0:1775768579.625931:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768579.625931:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768579.625938:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768579.625942:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768579.625954:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768579.625954:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768579.625957:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768579.625958:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000100:00000040:3.0:1775768579.625961:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210d300f] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768579.625966:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768579.625972:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775768579.625972:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768579.625976:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4847)
00000800:00000200:1.1:1775768579.625980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768579.625982:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768579.625986:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.625988:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768579.625992:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768579.625996:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768579.625998:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768579.626000:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768579.626003:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768579.626006:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626014:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.626017:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626022:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626023:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768579.626025:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768579.626028:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:1.0:1775768579.626030:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768579.626031:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299509788
00000100:00000001:1.0:1775768579.626033:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626035:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299509788
00000100:00000001:1.0:1775768579.626036:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626038:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768579.626039:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626040:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768579.626042:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768579/real 1775768579]  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768579.626047:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768579.626047:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768579.626048:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768579.626050:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768579.626050:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768579.626052:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768579.626053:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768579.626058:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626061:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768579.626062:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626063:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626064:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768579.626065:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626069:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768579.626071:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626077:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768579.626079:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626080:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626081:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626083:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768579.626084:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768579.626087:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768579.626089:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768579.626091:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768579.626094:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768579.626101:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719744:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768579.626104:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768579.626107:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626114:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768579.626115:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.626117:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768579.626118:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768579.626120:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768579.626123:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768579.626125:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768579.626127:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768579.626129:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.626130:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768579.626133:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768579.626135:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.626138:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768579.626140:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768579.626143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768579.626146:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384719872, portal 10
00000100:00000001:1.0:1775768579.626147:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768579.626149:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366932864 : -107275342618752 : ffff9e6f034f5f80)
00000100:00000040:1.0:1775768579.626154:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626166:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768579.626168:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768579.626170:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768579.626172:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384719872, offset 0
00000400:00000200:1.0:1775768579.626176:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768579.626179:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.626181:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768579.626183:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768579.626184:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768579.626186:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768579.626187:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768579.626189:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200949:200949:256:4294967295] 192.168.202.154@tcp LPNI seq info [200949:200949:8:4294967295]
00000400:00000200:1.0:1775768579.626191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.626195:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768579.626197:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.626199:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768579.626202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768579.626203:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768579.626206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768579.626207:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768579.626209:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.626211:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768579.626213:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768579.626215:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768579.626217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768579.626218:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768579.626220:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768579.626223:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626228:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.626230:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626238:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626239:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768579.626241:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768579.626243:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:1.0:1775768579.626245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768579.626246:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299509766
00000100:00000001:1.0:1775768579.626248:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626249:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299509766
00000100:00000001:1.0:1775768579.626250:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626435:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768579.626439:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626440:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768579.626445:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768579/real 1775768579]  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768579.626453:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768579.626454:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768579.626456:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768579.626458:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768579.626459:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768579.626461:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768579.626463:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768579.626468:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626471:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768579.626472:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626473:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626474:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768579.626476:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626489:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768579.626492:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626507:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768579.626510:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626511:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626512:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626514:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768579.626516:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768579.626518:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768579.626522:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768579.626524:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768579.626527:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768579.626534:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384719872:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768579.626537:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626538:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.626539:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4700 x1862023384719744/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626543:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768579.626544:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768579.626545:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768579.626547:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768579.626548:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768579.626548:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768579.626550:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768579.626551:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:1.0:1775768579.626552:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768579.626553:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768579.626554:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4700.
00000100:00000001:1.0:1775768579.626556:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768579.626557:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626558:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.626560:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5f80 x1862023384719872/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626563:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768579.626564:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768579.626565:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768579.626565:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768579.626566:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768579.626567:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:1.0:1775768579.626567:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768579.626568:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:1.0:1775768579.626569:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768579.626570:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768579.626575:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5f80.
00000100:00000001:1.0:1775768579.626577:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768579.626578:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626579:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626581:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768579.626582:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626583:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768579.626584:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768579.626585:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768579.626587:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626590:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768579.626591:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.626592:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768579.626594:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768579.626595:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768579.626596:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768579.626599:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768579.626601:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768579.626602:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.626603:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768579.626605:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768579.626606:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.626609:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768579.626610:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768579.626612:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768579.626614:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720000, portal 4
00000100:00000001:1.0:1775768579.626615:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768579.626616:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366928384 : -107275342623232 : ffff9e6f034f4e00)
00000100:00000040:1.0:1775768579.626620:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626624:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768579.626625:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768579.626626:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768579.626627:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384720000, offset 0
00000400:00000200:1.0:1775768579.626630:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768579.626632:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.626634:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768579.626636:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768579.626638:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768579.626639:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768579.626641:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768579.626642:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200950:200950:256:4294967295] 192.168.202.154@tcp LPNI seq info [200950:200950:8:4294967295]
00000400:00000200:1.0:1775768579.626645:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.626649:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768579.626651:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.626653:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768579.626655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768579.626657:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768579.626660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768579.626661:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768579.626683:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.626684:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768579.626686:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768579.626688:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768579.626690:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768579.626691:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768579.626693:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768579.626695:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626700:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.626703:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626709:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626711:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768579.626714:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768579.626716:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:1.0:1775768579.626719:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768579.626721:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299509778
00000100:00000001:1.0:1775768579.626723:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626725:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299509778
00000100:00000001:1.0:1775768579.626727:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.626729:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768579.626731:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.626732:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768579.626736:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768579/real 1775768579]  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768579.626744:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768579.626745:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768579.626747:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768579.626749:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768579.626751:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768579.626753:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768579.626756:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768579.626763:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626769:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768579.626770:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626772:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626773:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768579.626776:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626783:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768579.626786:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.626793:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768579.626795:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626796:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.626797:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.626799:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768579.626800:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768579.626803:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768579.626806:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768579.626808:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768579.626812:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768579.626819:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720000:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768579.626823:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768579.626826:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627060:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768579.627061:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.627062:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768579.627063:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768579.627065:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768579.627072:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768579.627074:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768579.627075:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768579.627078:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768579.627079:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768579.627082:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768579.627083:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768579.627085:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:1.0:1775768579.627087:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0ab2b370.
00000400:00000010:1.0:1775768579.627089:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dcc6e8.
00000100:00000200:1.0:1775768579.627091:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720128, portal 4
00000100:00000001:1.0:1775768579.627092:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768579.627093:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366931072 : -107275342620544 : ffff9e6f034f5880)
00000100:00000040:1.0:1775768579.627096:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627100:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768579.627102:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:1.0:1775768579.627103:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f02dccf68.
00000100:00000200:1.0:1775768579.627104:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384720128, offset 0
00000400:00000200:1.0:1775768579.627113:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768579.627115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.627117:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:1.0:1775768579.627119:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768579.627121:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:1.0:1775768579.627123:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768579.627124:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:1.0:1775768579.627126:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200951:200951:256:4294967295] 192.168.202.154@tcp LPNI seq info [200951:200951:8:4294967295]
00000400:00000200:1.0:1775768579.627128:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768579.627132:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768579.627134:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.627136:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f05397400.
00000800:00000200:1.0:1775768579.627139:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.0:1775768579.627140:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768579.627143:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:1.1:1775768579.627144:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768579.627146:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:1.0:1775768579.627147:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f05397400.
00000400:00000200:1.0:1775768579.627149:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768579.627151:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768579.627153:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dccf68
00000400:00000010:1.0:1775768579.627154:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dccf68.
00000100:00000001:1.0:1775768579.627156:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768579.627157:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627162:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.627164:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627167:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.627168:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768579.627170:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768579.627172:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:1.0:1775768579.627175:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768579.627177:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299509781
00000100:00000001:1.0:1775768579.627179:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.627181:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299509781
00000100:00000001:1.0:1775768579.627183:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299511046
00000100:00000001:1.0:1775768579.627185:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768579.627187:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.627189:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768579.627192:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768579/real 1775768579]  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768579.627199:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768579.627200:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768579.627202:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0ab2b370.
00000400:00000200:1.0:1775768579.627204:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f02dcc6e8
00000400:00000010:1.0:1775768579.627205:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f02dcc6e8.
00000100:00000001:1.0:1775768579.627208:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768579.627210:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768579.627216:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627219:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768579.627220:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627221:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.627222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768579.627224:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627228:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768579.627230:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627233:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768579.627235:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627235:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768579.627236:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627238:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768579.627239:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768579.627240:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768579.627242:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:1.0:1775768579.627243:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768579.627245:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768579.627249:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720128:192.168.202.154@tcp:8:kworker.0
00000100:00000001:1.0:1775768579.627260:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627262:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.627266:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4e00 x1862023384720000/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627271:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768579.627273:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768579.627274:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:1.0:1775768579.627277:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768579.627278:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768579.627279:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768579.627281:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768579.627282:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:1.0:1775768579.627284:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768579.627285:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768579.627287:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4e00.
00000100:00000001:1.0:1775768579.627289:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768579.627290:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627292:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768579.627294:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f5880 x1862023384720128/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768579.627300:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768579.627302:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768579.627303:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:1.0:1775768579.627305:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768579.627306:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768579.627307:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:1.0:1775768579.627309:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768579.627310:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:1.0:1775768579.627312:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768579.627313:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768579.627315:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f5880.
00000100:00000001:1.0:1775768579.627317:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768579.627318:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627320:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768579.627323:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768579.627324:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768579.627326:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768579.627327:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768580.008948:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768580.008954:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768580.008959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768580.008961:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768580.008963:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768580.008965:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768580.008967:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768580.008969:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768580.008970:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768580.008972:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768580.009076:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768580.009080:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768580.009083:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768580.968918:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299511046, at 4299511104
00000100:00000040:0.0:1775768580.968921:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299511046, at 4299511104
00000100:00000010:1.0:1775768580.968934:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984c60.
00000100:00000010:0.0:1775768580.968936:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0b984600.
00010000:00000001:3.0:1775768581.032953:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768581.032960:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768581.032967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768581.032968:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768581.033033:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768581.033037:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768581.033040:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768582.056967:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768582.056973:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768582.056981:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768582.056982:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768582.057036:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768582.057039:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768582.057042:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768583.080933:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768583.080938:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768583.080943:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768583.080944:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768583.080998:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768583.081000:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768583.081003:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768584.104978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768584.104986:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768584.104994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768584.104996:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768584.105072:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768584.105077:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768584.105081:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768584.744983:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768584.744990:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768584.744993:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768584.744997:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768584.745002:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768584.745010:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4842
00000400:00000200:1.0:1775768584.745023:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768584.745031:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768584.745035:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768584.745038:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745041:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745044:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745047:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768584.745051:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768584.745053:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768584.745055:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768584.745058:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768584.745060:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768584.745071:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768584.745075:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745077:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745079:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745081:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768584.745084:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768584.745087:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745090:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768584.745093:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768584.745098:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768584.745101:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745104:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768584.745107:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768584.745119:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482aa00.
00000020:00000040:1.0:1775768584.745123:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768584.745127:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768584.745128:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745131:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768584.745134:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768584.745138:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768584.745146:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff000.
00000100:00000001:1.0:1775768584.745154:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768584.745164:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768584.745173:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768584.745177:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768584.745181:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000120d2405] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768584.745211:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768584.745214:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768584.745217:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768584.745218:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768584.745220:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768584.745222:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768584.745224:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4842
00000400:00000200:1.0:1775768584.745228:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768584.745231:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768584.745233:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768584.745235:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768584.745235:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768584.745237:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745239:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745241:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:3.0:1775768584.745241:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768584.745244:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768584.745245:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768584.745246:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768584.745246:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768584.745249:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768584.745251:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768584.745253:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768584.745256:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768584.745257:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745259:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745262:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745265:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768584.745268:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:1.0:1775768584.745272:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745275:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768584.745277:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768584.745278:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768584.745281:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768584.745282:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768584.745286:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745287:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768584.745288:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1775768584.745291:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768584.745293:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1775768584.745295:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745298:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.745298:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768584.745302:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828700.
00000020:00000040:1.0:1775768584.745305:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000100:00100000:3.0:1775768584.745306:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384720256:192.168.202.154@tcp:250:kworker.0
02000000:00000001:1.0:1775768584.745307:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768584.745309:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745312:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768584.745314:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768584.745316:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.745316:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1775768584.745322:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff400.
02000000:00000001:3.0:1775768584.745322:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768584.745326:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745327:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.745333:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775768584.745336:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1775768584.745341:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775768584.745345:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745348:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768584.745351:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768584.745355:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019a186a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768584.745365:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:1.0:1775768584.745367:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768584.745371:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768584.745374:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768584.745376:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768584.745376:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000100:00080000:1.0:1775768584.745378:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768584.745381:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768584.745384:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4842
00000400:00000010:3.0:1775768584.745386:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000400:00000200:1.0:1775768584.745387:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768584.745391:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768584.745393:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768584.745395:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745397:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745399:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000200:3.0:1775768584.745399:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720256, portal 25
00000100:00000001:1.0:1775768584.745402:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:3.0:1775768584.745404:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1775768584.745405:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768584.745407:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000100:00000001:3.0:1775768584.745407:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000020:00000001:1.0:1775768584.745410:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768584.745413:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:1.0:1775768584.745416:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768584.745418:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768584.745420:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768584.745428:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745431:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745433:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745435:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768584.745438:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00000001:3.0:1775768584.745441:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1775768584.745442:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745446:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768584.745449:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
02000000:00000001:1.0:1775768584.745450:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1775768584.745453:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
02000000:00000001:1.0:1775768584.745454:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768584.745458:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745459:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775768584.745460:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384720256, offset 0
00000008:00100000:1.0:1775768584.745461:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768584.745465:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745466:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768584.745470:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829880.
00000400:00000200:3.0:1775768584.745471:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000020:00000040:1.0:1775768584.745475:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768584.745478:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768584.745480:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745481:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768584.745484:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768584.745484:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:1.0:1775768584.745486:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768584.745492:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ff800.
00000400:00000200:3.0:1775768584.745494:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000001:1.0:1775768584.745497:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768584.745503:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768584.745504:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768584.745512:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00000001:1.0:1775768584.745514:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768584.745518:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768584.745518:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1775768584.745524:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7ca4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768584.745524:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768584.745534:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200952:200952:256:4294967295] 192.168.202.154@tcp LPNI seq info [200952:200952:8:4294967295]
00000100:00000001:1.0:1775768584.745537:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768584.745540:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768584.745545:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:1.0:1775768584.745546:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768584.745548:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768584.745551:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768584.745553:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768584.745556:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4842
00000400:00000200:3.0:1775768584.745564:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768584.745570:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768584.745574:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000800:00000010:3.0:1775768584.745578:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000400:00000200:1.0:1775768584.745579:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768584.745584:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768584.745587:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745591:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768584.745592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000040:1.0:1775768584.745596:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000200:3.0:1775768584.745599:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775768584.745600:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768584.745605:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768584.745607:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768584.745609:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768584.745611:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000800:00000200:3.1:1775768584.745611:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000001:1.0:1775768584.745615:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:1.0:1775768584.745617:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000800:00000200:3.1:1775768584.745618:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1775768584.745621:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745625:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745626:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745629:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000800:00000100:3.0:1775768584.745630:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000020:00000040:1.0:1775768584.745632:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000800:00000010:3.0:1775768584.745634:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000100:00080000:1.0:1775768584.745635:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745639:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768584.745640:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768584.745642:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768584.745643:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768584.745644:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745646:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768584.745657:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768584.745659:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1775768584.745660:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745664:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768584.745668:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829c00.
00000400:00000200:3.0:1775768584.745669:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000020:00000040:1.0:1775768584.745671:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768584.745675:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768584.745676:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745678:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768584.745679:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768584.745679:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
02000000:00000001:1.0:1775768584.745682:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768584.745687:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd400.
00000100:00000001:3.0:1775768584.745687:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768584.745693:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768584.745695:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768584.745700:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768584.745716:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.745722:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768584.745746:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768584.745748:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745749:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.745753:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775768584.745755:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fb57201] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768584.745763:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.745763:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768584.745765:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768584.745768:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768584.745769:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768584.745770:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768584.745774:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768584.745778:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4842
00000400:00000200:3.0:1775768584.745778:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768584.745783:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299516166
00000400:00000200:1.0:1775768584.745784:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768584.745789:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000010:3.0:1775768584.745791:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33aba0.
00000100:00080000:1.0:1775768584.745792:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768584.745796:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745799:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768584.745801:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775768584.745802:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745806:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768584.745808:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768584.745809:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:1.0:1775768584.745811:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768584.745812:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299516166
00000020:00000040:1.0:1775768584.745814:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:1.0:1775768584.745818:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000010:3.0:1775768584.745818:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a5a0.
00000020:00000001:1.0:1775768584.745823:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000001:3.0:1775768584.745824:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1775768584.745827:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768584.745855:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768584.745859:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745861:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768584.745864:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768584.745864:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775768584.745867:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768584.745870:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00100000:3.0:1775768584.745873:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768584/real 1775768584]  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768584.745874:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768584.745877:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768584.745881:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768584.745885:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768584.745889:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768584.745892:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768584.745893:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000400:00000001:3.0:1775768584.745894:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1775768584.745897:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768584.745897:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768584.745899:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768584.745901:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000100:00000010:1.0:1775768584.745903:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b100.
00000400:00000200:3.0:1775768584.745905:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000020:00000040:1.0:1775768584.745906:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768584.745909:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768584.745910:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768584.745910:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:1.0:1775768584.745914:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768584.745916:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768584.745916:0:2406:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1775768584.745920:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768584.745923:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768584.745925:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc800.
00000100:00000001:1.0:1775768584.745931:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768584.745939:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768584.745942:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768584.745958:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768584.745962:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.745962:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768584.745966:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768584.745969:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b592a5ce] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.745970:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.745974:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768584.745980:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768584.745983:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768584.745984:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4852)
00000100:00000001:3.0:1775768584.745994:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768584.745999:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746008:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768584.746012:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746014:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.746016:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746018:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768584.746021:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768584.746024:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768584.746029:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768584.746031:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768584.746036:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768584.746045:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384720256:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768584.746051:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746053:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.746056:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384720256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746063:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768584.746066:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768584.746069:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775768584.746073:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768584.746075:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768584.746076:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:3.0:1775768584.746079:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768584.746081:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff000.
02000000:00000001:3.0:1775768584.746085:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768584.746087:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768584.746089:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:3.0:1775768584.746092:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768584.746094:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746096:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746105:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768584.746107:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746109:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768584.746111:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768584.746112:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768584.746115:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746132:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768584.746133:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746136:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768584.746137:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768584.746140:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768584.746143:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768584.746146:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768584.746148:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768584.746150:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746152:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768584.746155:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775768584.746158:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768584.746162:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768584.746165:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768584.746169:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768584.746172:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720384, portal 10
00000100:00000001:3.0:1775768584.746174:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768584.746176:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:3.0:1775768584.746183:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746190:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768584.746192:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768584.746194:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768584.746196:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384720384, offset 0
00000400:00000200:3.0:1775768584.746215:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746220:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746224:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768584.746228:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768584.746230:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768584.746233:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768584.746235:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746238:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200953:200953:256:4294967295] 192.168.202.154@tcp LPNI seq info [200953:200953:8:4294967295]
00000400:00000200:3.0:1775768584.746243:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746250:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768584.746254:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746258:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768584.746262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768584.746265:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768584.746270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768584.746272:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768584.746276:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746278:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768584.746281:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768584.746284:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768584.746292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768584.746295:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768584.746297:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768584.746301:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746309:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.746312:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746319:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746320:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768584.746323:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768584.746327:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768584.746331:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768584.746333:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299514908
00000100:00000001:3.0:1775768584.746336:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746339:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299514908
00000100:00000001:3.0:1775768584.746341:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746343:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768584.746345:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746347:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768584.746351:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768584/real 1775768584]  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768584.746359:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768584.746360:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768584.746362:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768584.746364:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768584.746366:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768584.746368:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768584.746371:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768584.746379:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746385:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768584.746386:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746388:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.746390:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768584.746393:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746400:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768584.746404:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746411:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768584.746414:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746416:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.746417:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746419:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768584.746421:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768584.746424:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768584.746427:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768584.746429:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768584.746433:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768584.746441:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720384:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768584.746445:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768584.746449:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746455:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768584.746457:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746459:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768584.746461:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768584.746463:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768584.746466:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768584.746469:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768584.746471:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768584.746472:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746474:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768584.746479:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ce800.
02000000:00000001:3.0:1775768584.746481:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768584.746485:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768584.746487:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768584.746491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768584.746494:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720512, portal 10
00000100:00000001:3.0:1775768584.746496:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768584.746498:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:3.0:1775768584.746503:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746509:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768584.746512:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768584.746514:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768584.746517:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384720512, offset 0
00000400:00000200:3.0:1775768584.746521:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746525:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746528:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768584.746531:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768584.746534:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768584.746536:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768584.746538:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746541:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200954:200954:256:4294967295] 192.168.202.154@tcp LPNI seq info [200954:200954:8:4294967295]
00000400:00000200:3.0:1775768584.746546:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746553:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768584.746557:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746560:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768584.746564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768584.746567:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768584.746572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768584.746575:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768584.746579:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746580:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768584.746583:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768584.746587:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768584.746590:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768584.746592:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768584.746594:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768584.746598:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746612:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.746615:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746622:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746624:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768584.746626:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768584.746630:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768584.746633:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768584.746635:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299514886
00000100:00000001:3.0:1775768584.746637:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746639:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299514886
00000100:00000001:3.0:1775768584.746641:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746644:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768584.746646:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746648:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768584.746651:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768584/real 1775768584]  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768584.746660:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768584.746661:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768584.746662:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768584.746665:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768584.746666:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768584.746669:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768584.746672:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768584.746680:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746687:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768584.746689:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746691:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.746692:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768584.746695:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746702:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768584.746706:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746713:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768584.746716:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746718:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.746719:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.746721:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768584.746722:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768584.746725:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768584.746728:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768584.746730:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768584.746734:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768584.746743:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720512:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768584.746747:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768584.746750:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746757:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768584.746759:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746761:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768584.746763:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768584.746765:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768584.746768:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768584.746771:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768584.746773:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768584.746775:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.746777:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768584.746780:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf400.
02000000:00000001:3.0:1775768584.746782:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768584.746785:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768584.746787:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768584.746791:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768584.746794:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720640, portal 4
00000100:00000001:3.0:1775768584.746796:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768584.746797:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:3.0:1775768584.746803:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746810:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768584.746812:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768584.746814:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768584.746816:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384720640, offset 0
00000400:00000200:3.0:1775768584.746820:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746824:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746847:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768584.746850:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768584.746852:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768584.746854:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768584.746857:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768584.746860:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200955:200955:256:4294967295] 192.168.202.154@tcp LPNI seq info [200955:200955:8:4294967295]
00000400:00000200:3.0:1775768584.746865:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.746871:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768584.746876:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746879:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768584.746884:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768584.746887:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768584.746891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768584.746894:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768584.746897:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.746900:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768584.746902:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768584.746906:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768584.746909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768584.746910:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768584.746913:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768584.746916:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746924:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.746927:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746933:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746935:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768584.746938:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768584.746941:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768584.746945:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768584.746947:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299514899
00000100:00000001:3.0:1775768584.746949:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746951:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299514899
00000100:00000001:3.0:1775768584.746954:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.746956:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768584.746958:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.746960:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768584.746964:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768584/real 1775768584]  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768584.746972:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768584.746974:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768584.746975:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768584.746978:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768584.746979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768584.746981:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768584.746985:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768584.746993:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.746999:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768584.747001:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747003:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.747004:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768584.747008:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747015:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768584.747019:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747026:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768584.747029:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747030:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.747032:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747034:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768584.747035:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768584.747038:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768584.747041:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768584.747043:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768584.747047:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768584.747062:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720640:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768584.747066:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768584.747069:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747075:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768584.747076:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.747079:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768584.747080:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768584.747082:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768584.747085:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768584.747089:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768584.747090:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768584.747092:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768584.747094:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768584.747097:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cdc00.
02000000:00000001:3.0:1775768584.747099:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768584.747102:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768584.747105:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768584.747108:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768584.747111:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720768, portal 4
00000100:00000001:3.0:1775768584.747113:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768584.747114:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:3.0:1775768584.747119:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747126:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768584.747128:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768584.747131:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768584.747133:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384720768, offset 0
00000400:00000200:3.0:1775768584.747137:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768584.747141:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.747145:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768584.747147:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768584.747150:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768584.747153:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768584.747155:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768584.747158:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200956:200956:256:4294967295] 192.168.202.154@tcp LPNI seq info [200956:200956:8:4294967295]
00000400:00000200:3.0:1775768584.747163:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768584.747169:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768584.747174:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.747177:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768584.747180:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768584.747183:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768584.747187:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768584.747190:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768584.747225:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768584.747227:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768584.747230:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768584.747233:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768584.747236:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768584.747238:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768584.747240:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768584.747244:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747252:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.747255:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747262:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.747264:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768584.747267:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768584.747270:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768584.747273:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768584.747276:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299514901
00000100:00000001:3.0:1775768584.747278:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.747280:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299514901
00000100:00000001:3.0:1775768584.747282:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299516166
00000100:00000001:3.0:1775768584.747284:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768584.747286:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.747288:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768584.747292:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768584/real 1775768584]  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768584.747300:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768584.747302:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768584.747304:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768584.747306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768584.747308:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768584.747310:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768584.747313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768584.747322:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747328:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768584.747330:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747332:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.747333:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768584.747336:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747344:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768584.747348:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747355:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768584.747358:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747359:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768584.747360:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747362:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768584.747363:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768584.747366:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768584.747370:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768584.747373:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768584.747376:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768584.747384:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384720768:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768584.747388:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747390:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.747393:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384720384/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747401:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768584.747402:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768584.747404:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf000.
02000000:00000001:3.0:1775768584.747407:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768584.747408:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768584.747409:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768584.747411:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768584.747414:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff400.
02000000:00000001:3.0:1775768584.747416:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768584.747418:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768584.747419:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:3.0:1775768584.747422:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768584.747423:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747425:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.747428:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384720512/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747442:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768584.747444:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768584.747445:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:3.0:1775768584.747448:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768584.747449:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768584.747450:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768584.747452:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768584.747453:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ff800.
02000000:00000001:3.0:1775768584.747455:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768584.747456:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768584.747458:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:3.0:1775768584.747460:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768584.747461:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747463:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.747466:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384720640/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747473:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768584.747474:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768584.747476:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:3.0:1775768584.747478:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768584.747479:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768584.747480:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768584.747482:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768584.747484:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd400.
02000000:00000001:3.0:1775768584.747486:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768584.747487:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768584.747489:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:3.0:1775768584.747491:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768584.747492:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747493:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768584.747496:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384720768/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768584.747503:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768584.747505:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768584.747506:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:3.0:1775768584.747508:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768584.747509:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768584.747511:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768584.747513:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768584.747514:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc800.
02000000:00000001:3.0:1775768584.747517:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768584.747518:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768584.747519:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:3.0:1775768584.747522:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768584.747523:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747525:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768584.747530:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768584.747531:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768584.747533:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768584.747534:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768585.128989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768585.128998:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768585.129002:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768585.129008:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768585.129014:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768585.129017:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768585.129020:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768585.129022:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768585.129027:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768585.129029:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768585.129104:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768585.129109:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768585.129113:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768586.088960:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299516166, at 4299516224
00000100:00000040:1.0:1775768586.088960:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299516166, at 4299516224
00000100:00000010:1.0:1775768586.088978:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a5a0.
00000100:00000010:0.0:1775768586.088980:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33aba0.
00010000:00000001:3.0:1775768586.152935:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768586.152942:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768586.152949:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768586.152951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768586.153044:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768586.153047:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768586.153050:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768587.177005:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768587.177012:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768587.177019:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768587.177020:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768587.177083:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768587.177086:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768587.177089:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768588.200959:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768588.200965:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768588.200971:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768588.200974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768588.201032:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768588.201034:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768588.201036:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768589.224899:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768589.224905:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768589.224912:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768589.224915:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768589.224917:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768589.224920:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768589.224923:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768589.224926:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768589.224928:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768589.224930:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768589.224976:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768589.224979:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768589.224981:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768589.864914:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768589.864923:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768589.864926:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768589.864929:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768589.864933:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768589.864939:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4847
00000400:00000200:1.0:1775768589.864947:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768589.864954:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768589.864958:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768589.864962:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.864965:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768589.864968:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.864971:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768589.864975:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768589.864978:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768589.864981:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768589.864984:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768589.864987:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768589.864989:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768589.864993:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.864994:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768589.864996:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.864998:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768589.865001:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768589.865005:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865008:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768589.865011:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768589.865014:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768589.865017:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865019:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768589.865021:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768589.865028:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828380.
00000020:00000040:1.0:1775768589.865031:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768589.865035:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768589.865037:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865040:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768589.865042:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768589.865046:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768589.865053:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fdc00.
00000100:00000001:1.0:1775768589.865060:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768589.865069:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768589.865080:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768589.865084:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768589.865089:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031c175d0] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865109:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768589.865112:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768589.865115:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768589.865117:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768589.865118:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768589.865120:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768589.865123:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4847
00000400:00000200:1.0:1775768589.865127:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768589.865130:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768589.865132:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768589.865135:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768589.865135:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768589.865139:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768589.865141:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768589.865142:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865146:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775768589.865147:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768589.865167:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768589.865170:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768589.865173:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768589.865176:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768589.865179:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768589.865183:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768589.865185:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:2.0:1775768589.865186:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1775768589.865189:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768589.865189:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865193:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768589.865194:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:2.0:1775768589.865195:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768589.865196:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768589.865199:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
02000000:00000001:2.0:1775768589.865200:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768589.865203:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768589.865209:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00100000:2.0:1775768589.865211:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384720896:192.168.202.154@tcp:250:kworker.0
00000100:00000001:1.0:1775768589.865212:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768589.865216:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768589.865220:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768589.865221:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768589.865224:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.865224:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768589.865228:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775768589.865229:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775768589.865231:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768589.865232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1775768589.865236:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865237:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768589.865240:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482ad80.
02000000:00000010:2.0:1775768589.865240:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
00000020:00000040:1.0:1775768589.865245:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768589.865246:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768589.865247:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865248:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768589.865249:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768589.865250:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768589.865251:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768589.865257:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd800.
00000100:00000001:1.0:1775768589.865259:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.865260:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00100000:1.0:1775768589.865265:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775768589.865266:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000100:00000001:1.0:1775768589.865273:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1775768589.865274:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000001:1.0:1775768589.865275:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768589.865280:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070c62e5d] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768589.865283:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384720896, portal 25
00000100:00000001:2.0:1775768589.865289:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768589.865290:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768589.865293:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768589.865293:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387061632 : -107275322489984 : ffff9e6f04828380)
00000100:00080000:1.0:1775768589.865298:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768589.865300:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768589.865301:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1775768589.865304:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865305:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768589.865312:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4847
00000100:00000001:2.0:1775768589.865321:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1775768589.865322:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000040:2.0:1775768589.865327:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000200:1.0:1775768589.865330:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000010:2.0:1775768589.865332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00080000:1.0:1775768589.865333:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1775768589.865337:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384720896, offset 0
00000100:00000040:1.0:1775768589.865339:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865344:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775768589.865349:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000040:1.0:1775768589.865352:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865354:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768589.865356:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768589.865357:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768589.865360:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775768589.865361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000020:00000040:1.0:1775768589.865362:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:1.0:1775768589.865365:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:1.0:1775768589.865367:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000400:00000200:2.0:1775768589.865371:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00000040:1.0:1775768589.865372:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865375:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775768589.865378:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1775768589.865379:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865383:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768589.865385:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000400:00000200:2.0:1775768589.865388:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000100:00080000:1.0:1775768589.865389:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865392:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768589.865393:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775768589.865395:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1775768589.865397:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768589.865400:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
02000000:00000001:1.0:1775768589.865401:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865404:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768589.865405:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768589.865409:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.865409:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200957:200957:256:4294967295] 192.168.202.154@tcp LPNI seq info [200957:200957:8:4294967295]
00000100:00000001:1.0:1775768589.865412:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768589.865417:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482b100.
00000020:00000040:1.0:1775768589.865420:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000400:00000200:2.0:1775768589.865421:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:1.0:1775768589.865424:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768589.865425:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865427:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768589.865428:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768589.865430:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768589.865434:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fcc00.
00000400:00000200:2.0:1775768589.865435:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768589.865439:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768589.865443:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00100000:1.0:1775768589.865447:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1775768589.865447:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768589.865457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768589.865460:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768589.865464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000100:00000001:1.0:1775768589.865466:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1775768589.865466:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768589.865470:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.865472:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768589.865474:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768589.865475:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.865480:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1775768589.865484:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b592a5ce] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768589.865484:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768589.865487:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768589.865493:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768589.865498:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768589.865500:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768589.865502:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768589.865518:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1775768589.865520:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1775768589.865522:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865523:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768589.865528:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768589.865530:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865533:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775768589.865534:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768589.865540:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4847
00000100:00000001:2.0:1775768589.865542:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768589.865547:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.865549:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768589.865553:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768589.865553:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299521286
00000100:00080000:1.0:1775768589.865558:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1775768589.865559:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a9e40.
00000100:00000040:1.0:1775768589.865562:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865566:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768589.865568:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775768589.865574:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768589.865576:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299521286
00000100:00000001:1.0:1775768589.865578:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:2.0:1775768589.865581:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a9420.
00000020:00000001:1.0:1775768589.865582:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768589.865585:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768589.865587:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775768589.865587:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1775768589.865591:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000100:00000001:2.0:1775768589.865592:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768589.865596:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:2.0:1775768589.865597:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768589.865602:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:2.0:1775768589.865602:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1775768589.865609:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:2.0:1775768589.865609:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768589/real 1775768589]  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865613:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768589.865616:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865620:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768589.865624:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:1.0:1775768589.865629:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865631:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775768589.865631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1775768589.865632:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1775768589.865634:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1775768589.865636:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1775768589.865636:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
02000000:00000001:1.0:1775768589.865640:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.865641:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000100:00000001:1.0:1775768589.865643:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:2.0:1775768589.865645:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000008:00100000:1.0:1775768589.865646:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768589.865649:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865649:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768589.865652:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768589.865655:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768589.865656:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829c00.
00000100:00000200:2.0:1775768589.865665:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768589.865666:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768589.865673:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768589.865676:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865677:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768589.865680:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775768589.865681:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768589.865683:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768589.865684:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1775768589.865686:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865687:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1775768589.865692:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fe000.
00000100:00100000:2.0:1775768589.865693:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865698:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865706:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768589.865707:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775768589.865713:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865719:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768589.865723:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865729:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1775768589.865732:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fb57201] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.865734:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.865738:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.865740:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.865745:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768589.865747:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768589.865750:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768589.865750:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768589.865756:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768589.865758:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768589.865761:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1775768589.865764:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768589.865767:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1775768589.865768:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768589.865771:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768589.865775:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768589.865781:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4847
00000100:00100000:2.0:1775768589.865786:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384720896:192.168.202.154@tcp:250:kworker.0
00000400:00000200:1.0:1775768589.865787:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768589.865794:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768589.865794:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768589.865798:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768589.865799:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.865805:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828380 x1862023384720896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768589.865806:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865812:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768589.865817:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865822:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000001:2.0:1775768589.865823:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1775768589.865827:0:467:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1775768589.865852:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1775768589.865856:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
02000000:00000010:2.0:1775768589.865856:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
00000020:00000001:1.0:1775768589.865860:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768589.865862:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
02000000:00000001:2.0:1775768589.865862:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768589.865866:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768589.865866:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768589.865869:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:1.0:1775768589.865870:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768589.865874:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1775768589.865877:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000010:2.0:1775768589.865878:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fdc00.
00000100:00000001:1.0:1775768589.865881:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768589.865884:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1775768589.865885:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
02000000:00000001:2.0:1775768589.865886:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1775768589.865889:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000010:2.0:1775768589.865890:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828380.
00000020:00000040:1.0:1775768589.865895:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00000001:2.0:1775768589.865896:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768589.865898:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.865900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768589.865903:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768589.865906:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865907:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1775768589.865908:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768589.865909:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865912:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768589.865913:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1775768589.865914:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768589.865914:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1775768589.865918:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.865919:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768589.865923:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768589.865926:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768589.865931:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768589.865935:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.865940:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1775768589.865941:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829880.
00000100:00000001:2.0:1775768589.865941:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768589.865946:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768589.865946:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768589.865948:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768589.865949:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768589.865950:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768589.865951:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768589.865954:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:1.0:1775768589.865955:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768589.865958:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768589.865958:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768589.865961:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.865961:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768589.865963:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.865965:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768589.865966:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc400.
02000000:00000010:2.0:1775768589.865968:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:1.0:1775768589.865969:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.865971:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768589.865976:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768589.865976:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768589.865980:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768589.865984:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768589.865988:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721024, portal 10
00000100:00000001:2.0:1775768589.865993:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768589.865996:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387072384 : -107275322479232 : ffff9e6f0482ad80)
00000100:00000001:1.0:1775768589.865998:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768589.866000:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866005:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768589.866006:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7ca4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866033:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768589.866035:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866040:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00000040:1.0:1775768589.866042:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4857)
00000400:00000010:2.0:1775768589.866043:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768589.866048:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384721024, offset 0
00000400:00000200:2.0:1775768589.866052:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866056:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866061:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768589.866063:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768589.866066:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768589.866068:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768589.866070:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866073:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200958:200958:256:4294967295] 192.168.202.154@tcp LPNI seq info [200958:200958:8:4294967295]
00000400:00000200:2.0:1775768589.866076:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866081:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768589.866085:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866088:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768589.866091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768589.866093:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768589.866097:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768589.866099:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768589.866102:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866103:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768589.866106:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768589.866108:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768589.866111:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768589.866112:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768589.866114:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768589.866117:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866124:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866126:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866131:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866133:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768589.866135:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866138:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775768589.866141:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768589.866143:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299520028
00000100:00000001:2.0:1775768589.866145:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866147:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299520028
00000100:00000001:2.0:1775768589.866161:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866163:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768589.866165:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866167:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768589.866171:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768589/real 1775768589]  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768589.866177:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768589.866178:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768589.866180:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768589.866182:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768589.866183:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768589.866185:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768589.866188:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768589.866194:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866199:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768589.866200:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866202:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866203:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768589.866206:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866210:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768589.866213:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866218:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768589.866220:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866222:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866223:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866224:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768589.866225:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768589.866227:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768589.866230:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768589.866232:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768589.866235:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768589.866241:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721024:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768589.866244:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768589.866247:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866252:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768589.866253:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866255:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768589.866257:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768589.866258:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768589.866260:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768589.866263:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768589.866265:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768589.866266:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866268:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866271:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768589.866272:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.866275:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768589.866278:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768589.866280:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768589.866283:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721152, portal 10
00000100:00000001:2.0:1775768589.866284:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768589.866285:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387073280 : -107275322478336 : ffff9e6f0482b100)
00000100:00000040:2.0:1775768589.866290:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866296:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768589.866298:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768589.866300:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768589.866302:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384721152, offset 0
00000400:00000200:2.0:1775768589.866305:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866307:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866309:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768589.866311:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768589.866313:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768589.866314:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768589.866316:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866317:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200959:200959:256:4294967295] 192.168.202.154@tcp LPNI seq info [200959:200959:8:4294967295]
00000400:00000200:2.0:1775768589.866320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866324:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768589.866326:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866328:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768589.866330:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768589.866332:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768589.866334:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768589.866336:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768589.866338:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866340:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768589.866341:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768589.866343:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768589.866345:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768589.866346:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768589.866348:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768589.866350:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866355:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866356:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866360:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866361:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768589.866363:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866365:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775768589.866367:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768589.866368:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299520006
00000100:00000001:2.0:1775768589.866369:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866371:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299520006
00000100:00000001:2.0:1775768589.866372:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866374:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768589.866375:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866376:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768589.866378:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768589/real 1775768589]  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768589.866381:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768589.866382:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768589.866383:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768589.866384:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768589.866385:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768589.866387:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768589.866388:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768589.866392:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866396:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768589.866396:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866397:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866398:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768589.866400:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866403:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768589.866406:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866410:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768589.866411:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866412:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866413:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866414:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768589.866415:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768589.866416:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768589.866418:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768589.866419:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768589.866421:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768589.866424:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721152:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768589.866426:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768589.866428:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866432:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768589.866433:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866434:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768589.866435:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768589.866436:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768589.866437:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768589.866439:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768589.866440:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768589.866441:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866442:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866443:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768589.866444:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.866446:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768589.866448:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768589.866449:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768589.866451:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721280, portal 4
00000100:00000001:2.0:1775768589.866452:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768589.866453:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067904 : -107275322483712 : ffff9e6f04829c00)
00000100:00000040:2.0:1775768589.866456:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866460:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768589.866461:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768589.866462:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768589.866464:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384721280, offset 0
00000400:00000200:2.0:1775768589.866466:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866467:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866469:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768589.866470:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768589.866471:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768589.866473:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768589.866474:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866476:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200960:200960:256:4294967295] 192.168.202.154@tcp LPNI seq info [200960:200960:8:4294967295]
00000400:00000200:2.0:1775768589.866478:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866482:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768589.866484:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866486:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768589.866488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768589.866489:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768589.866492:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768589.866493:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768589.866495:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866497:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768589.866498:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768589.866500:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768589.866501:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768589.866502:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768589.866504:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768589.866505:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866510:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866511:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866514:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866515:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768589.866517:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866518:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775768589.866520:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768589.866521:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299520018
00000100:00000001:2.0:1775768589.866522:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866523:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299520018
00000100:00000001:2.0:1775768589.866524:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866525:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768589.866526:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866527:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768589.866529:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768589/real 1775768589]  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768589.866533:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768589.866533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768589.866534:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768589.866535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768589.866536:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768589.866537:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768589.866538:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768589.866543:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866546:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768589.866547:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866548:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866549:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768589.866551:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866554:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768589.866556:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866559:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768589.866561:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866561:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866562:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866563:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768589.866564:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768589.866565:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768589.866566:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768589.866567:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768589.866569:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768589.866573:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721280:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768589.866575:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866576:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866577:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482ad80 x1862023384721024/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866581:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768589.866582:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866583:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775768589.866584:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768589.866585:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768589.866586:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768589.866587:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768589.866588:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd800.
02000000:00000001:2.0:1775768589.866590:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768589.866590:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768589.866591:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482ad80.
00000100:00000001:2.0:1775768589.866593:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768589.866594:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866595:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866596:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482b100 x1862023384721152/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866600:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768589.866600:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866601:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768589.866602:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768589.866602:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768589.866603:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768589.866604:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768589.866605:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fcc00.
02000000:00000001:2.0:1775768589.866606:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768589.866606:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768589.866607:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482b100.
00000100:00000001:2.0:1775768589.866608:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768589.866609:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866609:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866611:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829c00 x1862023384721280/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866614:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768589.866614:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866615:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768589.866616:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768589.866617:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768589.866617:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768589.866619:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768589.866619:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe000.
02000000:00000001:2.0:1775768589.866621:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768589.866621:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768589.866622:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829c00.
00000100:00000001:2.0:1775768589.866623:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768589.866624:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866625:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866627:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768589.866628:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866629:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768589.866630:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768589.866630:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768589.866632:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866636:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768589.866636:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866638:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768589.866639:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768589.866640:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768589.866641:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768589.866643:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768589.866643:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768589.866644:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768589.866645:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866647:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768589.866647:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768589.866649:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768589.866650:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768589.866652:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768589.866653:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721408, portal 4
00000100:00000001:2.0:1775768589.866654:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768589.866655:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387067008 : -107275322484608 : ffff9e6f04829880)
00000100:00000040:2.0:1775768589.866658:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866665:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768589.866667:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768589.866668:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768589.866669:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384721408, offset 0
00000400:00000200:2.0:1775768589.866671:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866674:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768589.866676:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768589.866677:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768589.866679:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768589.866680:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768589.866682:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200961:200961:256:4294967295] 192.168.202.154@tcp LPNI seq info [200961:200961:8:4294967295]
00000400:00000200:2.0:1775768589.866684:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768589.866688:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768589.866690:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866692:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768589.866694:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768589.866695:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768589.866697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768589.866699:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768589.866701:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768589.866702:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768589.866704:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768589.866706:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768589.866707:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768589.866708:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768589.866709:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768589.866711:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866715:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866717:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866724:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866725:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768589.866726:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768589.866728:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775768589.866729:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768589.866730:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299520020
00000100:00000001:2.0:1775768589.866732:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866733:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299520020
00000100:00000001:2.0:1775768589.866734:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299521286
00000100:00000001:2.0:1775768589.866735:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768589.866736:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866737:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768589.866739:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768589/real 1775768589]  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768589.866742:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768589.866743:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768589.866744:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768589.866745:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768589.866746:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768589.866747:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768589.866749:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768589.866753:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866756:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768589.866757:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768589.866760:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866764:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768589.866766:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866772:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768589.866774:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866776:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768589.866777:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866778:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768589.866780:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768589.866782:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768589.866785:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768589.866787:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768589.866790:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768589.866796:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721408:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768589.866800:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866801:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768589.866804:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829880 x1862023384721408/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768589.866810:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768589.866812:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768589.866813:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768589.866815:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768589.866817:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768589.866818:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768589.866820:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768589.866821:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:2.0:1775768589.866823:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768589.866825:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768589.866826:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829880.
00000100:00000001:2.0:1775768589.866846:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768589.866847:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866849:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768589.866852:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768589.866853:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768589.866855:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768589.866856:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768590.248954:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768590.248961:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768590.248969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768590.248970:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768590.249034:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768590.249038:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768590.249041:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768591.208970:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299521286, at 4299521344
00000100:00000040:0.0:1775768591.208988:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299521286, at 4299521344
00000100:00000010:1.0:1775768591.208989:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a9420.
00000100:00000010:0.0:1775768591.209003:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a9e40.
00010000:00000001:3.0:1775768591.272969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768591.272976:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768591.272983:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768591.272985:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768591.273071:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768591.273075:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768591.273078:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768592.296969:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768592.296980:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768592.296991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768592.296992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768592.297092:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768592.297096:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768592.297099:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768593.326512:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768593.326519:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768593.326526:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768593.326527:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768593.326878:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768593.326881:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768593.326884:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768594.344960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768594.344970:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768594.344973:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768594.344977:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768594.344982:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768594.344985:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768594.344987:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768594.344989:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768594.344994:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768594.344995:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768594.345130:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768594.345135:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768594.345138:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768594.984989:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768594.984998:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768594.985001:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768594.985006:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768594.985010:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768594.985017:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4852
00000400:00000200:3.0:1775768594.985027:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.985032:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768594.985034:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768594.985037:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985039:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.985041:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985043:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768594.985047:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768594.985048:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:3.0:1775768594.985050:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768594.985053:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:3.0:1775768594.985054:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:3.0:1775768594.985055:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:3.0:1775768594.985057:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985058:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.985059:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985061:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768594.985063:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:3.0:1775768594.985065:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985067:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768594.985069:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768594.985072:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768594.985074:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.985076:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768594.985078:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768594.985088:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f6a00.
00000020:00000040:3.0:1775768594.985108:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:3.0:1775768594.985113:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768594.985114:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.985118:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768594.985121:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768594.985126:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768594.985145:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cdc00.
00000100:00000001:3.0:1775768594.985154:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768594.985165:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768594.985176:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768594.985180:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.985184:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025947b22] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985269:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768594.985276:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768594.985279:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768594.985291:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985303:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768594.985305:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.985309:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768594.985312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768594.985316:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768594.985319:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384721536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768594.985324:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768594.985329:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768594.985331:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.985333:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768594.985342:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768594.985344:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.985351:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768594.985355:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768594.985362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768594.985368:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721536, portal 25
00000100:00000001:2.0:1775768594.985371:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768594.985372:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366935552 : -107275342616064 : ffff9e6f034f6a00)
00000100:00000040:2.0:1775768594.985377:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985386:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768594.985389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768594.985391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768594.985395:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384721536, offset 0
00000400:00000200:2.0:1775768594.985400:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985405:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.985411:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00080000:3.0:1775768594.985411:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768594.985417:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768594.985419:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1775768594.985424:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000100:00080000:3.0:1775768594.985424:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768594.985437:0:467:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768594.985440:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775768594.985445:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4852
00000400:00000200:2.0:1775768594.985447:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768594.985457:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768594.985460:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768594.985463:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200962:200962:256:4294967295] 192.168.202.154@tcp LPNI seq info [200962:200962:8:4294967295]
00000400:00000200:2.0:1775768594.985467:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.985477:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.985488:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1775768594.985489:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775768594.985495:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768594.985505:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000800:00000200:2.0:1775768594.985508:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000100:00000001:3.0:1775768594.985511:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.985518:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000800:00000010:2.0:1775768594.985519:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000100:00000001:3.0:1775768594.985525:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768594.985530:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1775768594.985534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000020:00000040:3.0:1775768594.985535:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:3.0:1775768594.985542:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1775768594.985544:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768594.985552:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768594.985567:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768594.985572:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.985575:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768594.985580:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768594.985586:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768594.985591:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768594.985593:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768594.985597:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768594.985601:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985612:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.985615:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985622:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.985624:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768594.985630:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.985635:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768594.985637:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299526406
00000100:00000010:2.0:1775768594.985641:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a91e0.
00000100:00000001:2.0:1775768594.985648:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768594.985654:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299526406
00000100:00000010:2.0:1775768594.985658:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a9120.
00000100:00000001:2.0:1775768594.985661:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768594.985675:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768594.985678:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.985681:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768594.985684:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768594/real 1775768594]  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768594.985695:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768594.985697:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768594.985699:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768594.985702:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768594.985703:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768594.985706:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768594.985709:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768594.985717:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985723:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768594.985725:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.985730:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768594.985734:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985740:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768594.985744:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985751:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768594.985753:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985755:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.985756:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985758:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768594.985760:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768594.985764:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768594.985768:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768594.985770:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768594.985774:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768594.985782:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384721536:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768594.985787:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985789:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.985792:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f6a00 x1862023384721536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.985798:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768594.985800:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768594.985803:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768594.985806:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768594.985808:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768594.985810:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775768594.985812:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768594.985815:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cdc00.
02000000:00000001:2.0:1775768594.985818:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768594.985820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768594.985822:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f6a00.
00000100:00000001:2.0:1775768594.985825:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768594.985826:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985855:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.985862:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768594.985864:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.985867:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768594.985868:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768594.986251:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:3.0:1775768594.986265:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:3.0:1775768594.986269:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:3.0:1775768594.986274:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986277:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986279:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986281:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768594.986283:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:3.0:1775768594.986286:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986289:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768594.986291:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768594.986304:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768594.986307:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986309:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768594.986314:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768594.986317:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986319:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768594.986325:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7b80.
00000020:00000040:3.0:1775768594.986328:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768594.986332:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768594.986333:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986335:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768594.986337:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768594.986341:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768594.986346:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf400.
00000100:00000001:3.0:1775768594.986350:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768594.986356:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768594.986366:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768594.986369:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.986373:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d181bd] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768594.986401:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768594.986404:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768594.986407:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768594.986409:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768594.986411:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768594.986413:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768594.986416:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4852
00000400:00000200:3.0:1775768594.986421:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.986425:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768594.986428:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768594.986430:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986433:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986435:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986437:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768594.986439:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768594.986440:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:3.0:1775768594.986441:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768594.986444:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:3.0:1775768594.986445:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:3.0:1775768594.986447:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:3.0:1775768594.986450:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986451:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986453:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986454:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768594.986455:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:3.0:1775768594.986457:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986458:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768594.986468:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768594.986474:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768594.986477:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986478:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768594.986481:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768594.986483:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986484:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768594.986489:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7800.
00000020:00000040:3.0:1775768594.986491:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768594.986493:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768594.986494:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986496:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768594.986497:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768594.986499:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768594.986502:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049ce800.
00000100:00000001:3.0:1775768594.986506:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768594.986511:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768594.986518:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768594.986520:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.986524:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5ea41e] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768594.986531:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768594.986533:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768594.986551:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768594.986553:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768594.986554:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768594.986558:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768594.986560:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4852
00000400:00000200:3.0:1775768594.986565:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.986568:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768594.986570:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768594.986574:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986575:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986577:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986579:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768594.986582:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768594.986583:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:3.0:1775768594.986584:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768594.986586:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:3.0:1775768594.986588:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:3.0:1775768594.986590:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:3.0:1775768594.986593:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986595:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986597:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986599:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768594.986601:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:3.0:1775768594.986603:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986605:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768594.986607:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768594.986610:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768594.986612:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986614:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768594.986617:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768594.986619:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986621:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768594.986624:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f7480.
00000020:00000040:3.0:1775768594.986626:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768594.986629:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768594.986630:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986632:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768594.986633:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768594.986635:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768594.986639:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cf000.
00000100:00000001:3.0:1775768594.986642:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768594.986647:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768594.986654:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768594.986656:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.986659:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee698280] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768594.986667:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768594.986669:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768594.986673:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768594.986674:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768594.986676:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768594.986678:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768594.986680:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4852
00000400:00000200:3.0:1775768594.986684:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768594.986686:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768594.986689:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768594.986692:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986694:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986695:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986697:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:3.0:1775768594.986699:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768594.986700:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:3.0:1775768594.986702:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768594.986703:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:3.0:1775768594.986705:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:3.0:1775768594.986707:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:3.0:1775768594.986709:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986711:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768594.986713:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986715:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:3.0:1775768594.986717:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:3.0:1775768594.986720:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:3.0:1775768594.986722:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768594.986724:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768594.986726:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768594.986727:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986729:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768594.986730:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768594.986732:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986733:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768594.986735:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f034f4380.
00000020:00000040:3.0:1775768594.986737:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:3.0:1775768594.986739:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768594.986740:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768594.986741:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768594.986742:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768594.986743:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768594.986746:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f049cd000.
00000100:00000001:3.0:1775768594.986748:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768594.986751:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768594.986755:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768594.986756:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.986758:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c879a25] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768594.986763:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768594.986767:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4862)
00000100:00000001:2.0:1775768594.987149:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768594.987153:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768594.987154:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768594.987161:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987170:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768594.987172:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987174:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768594.987177:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768594.987179:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768594.987182:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768594.987186:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768594.987188:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768594.987190:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987192:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768594.987197:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768594.987199:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.987204:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768594.987207:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768594.987211:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768594.987215:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721664, portal 10
00000100:00000001:2.0:1775768594.987217:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768594.987218:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366940032 : -107275342611584 : ffff9e6f034f7b80)
00000100:00000040:2.0:1775768594.987224:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987232:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768594.987234:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768594.987236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768594.987239:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384721664, offset 0
00000400:00000200:2.0:1775768594.987243:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987248:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987253:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768594.987256:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768594.987259:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768594.987262:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768594.987265:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987269:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200963:200963:256:4294967295] 192.168.202.154@tcp LPNI seq info [200963:200963:8:4294967295]
00000400:00000200:2.0:1775768594.987273:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987280:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768594.987284:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987288:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768594.987292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768594.987295:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768594.987299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768594.987302:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768594.987306:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987308:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768594.987310:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768594.987314:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768594.987317:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768594.987319:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768594.987322:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768594.987325:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987333:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.987336:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987343:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987345:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768594.987348:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768594.987352:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775768594.987355:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768594.987357:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299525149
00000100:00000001:2.0:1775768594.987360:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987362:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299525149
00000100:00000001:2.0:1775768594.987364:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987366:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768594.987368:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987370:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768594.987374:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768594/real 1775768594]  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768594.987382:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768594.987384:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768594.987385:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768594.987387:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768594.987389:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768594.987391:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768594.987394:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768594.987402:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987408:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768594.987409:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987411:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768594.987416:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987422:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768594.987426:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987433:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768594.987436:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987437:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987438:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987440:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768594.987441:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768594.987444:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768594.987448:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768594.987450:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768594.987454:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768594.987461:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721664:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768594.987464:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768594.987467:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987474:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768594.987476:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987478:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768594.987479:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768594.987482:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768594.987484:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768594.987487:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768594.987490:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768594.987491:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987493:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768594.987496:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768594.987498:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.987501:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768594.987503:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768594.987505:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768594.987508:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721792, portal 10
00000100:00000001:2.0:1775768594.987510:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768594.987511:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366939136 : -107275342612480 : ffff9e6f034f7800)
00000100:00000040:2.0:1775768594.987516:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987521:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768594.987523:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768594.987525:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768594.987527:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384721792, offset 0
00000400:00000200:2.0:1775768594.987531:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987534:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987537:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768594.987540:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768594.987542:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768594.987545:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768594.987547:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987550:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200964:200964:256:4294967295] 192.168.202.154@tcp LPNI seq info [200964:200964:8:4294967295]
00000400:00000200:2.0:1775768594.987554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987560:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768594.987564:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987567:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768594.987570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768594.987573:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768594.987577:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768594.987579:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768594.987582:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987584:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768594.987586:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768594.987590:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768594.987592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768594.987594:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768594.987596:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768594.987599:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.987614:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987621:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987622:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768594.987624:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768594.987628:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775768594.987630:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768594.987632:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299525127
00000100:00000001:2.0:1775768594.987635:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987637:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299525127
00000100:00000001:2.0:1775768594.987638:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987640:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768594.987642:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987644:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768594.987647:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768594/real 1775768594]  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768594.987655:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768594.987656:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768594.987657:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768594.987659:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768594.987660:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768594.987662:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768594.987665:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768594.987672:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987678:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768594.987680:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987681:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768594.987686:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987692:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768594.987695:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987701:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768594.987703:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987704:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987706:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987707:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768594.987709:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768594.987711:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768594.987714:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768594.987716:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768594.987719:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768594.987726:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721792:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768594.987729:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768594.987733:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987739:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768594.987741:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987743:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768594.987744:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768594.987746:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768594.987749:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768594.987752:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768594.987754:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768594.987756:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.987758:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768594.987761:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775768594.987762:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.987765:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768594.987768:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768594.987771:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768594.987773:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384721920, portal 4
00000100:00000001:2.0:1775768594.987775:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768594.987776:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366938240 : -107275342613376 : ffff9e6f034f7480)
00000100:00000040:2.0:1775768594.987781:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987787:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768594.987790:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768594.987792:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768594.987793:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384721920, offset 0
00000400:00000200:2.0:1775768594.987796:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987800:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987803:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768594.987806:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768594.987808:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768594.987810:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768594.987812:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768594.987815:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200965:200965:256:4294967295] 192.168.202.154@tcp LPNI seq info [200965:200965:8:4294967295]
00000400:00000200:2.0:1775768594.987819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.987826:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768594.987849:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987852:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768594.987856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768594.987858:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768594.987862:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768594.987865:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768594.987868:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.987870:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768594.987872:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768594.987875:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768594.987878:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768594.987879:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768594.987881:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768594.987884:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987891:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.987894:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987901:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987902:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768594.987905:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768594.987907:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775768594.987910:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768594.987912:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299525140
00000100:00000001:2.0:1775768594.987914:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987916:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299525140
00000100:00000001:2.0:1775768594.987919:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.987921:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768594.987923:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.987925:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768594.987928:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768594/real 1775768594]  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768594.987934:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768594.987936:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768594.987937:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768594.987939:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768594.987940:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768594.987942:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768594.987945:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768594.987952:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987958:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768594.987959:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987960:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987962:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768594.987965:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987971:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768594.987974:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.987981:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768594.987983:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987984:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.987985:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.987987:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768594.987989:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768594.987991:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768594.987994:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768594.987996:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768594.987999:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768594.988013:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384721920:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768594.988016:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768594.988020:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988026:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768594.988027:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.988029:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768594.988031:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768594.988033:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768594.988035:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768594.988039:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768594.988041:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768594.988042:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768594.988044:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768594.988046:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775768594.988048:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768594.988051:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768594.988053:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768594.988056:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768594.988058:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722048, portal 4
00000100:00000001:2.0:1775768594.988060:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768594.988061:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798366925696 : -107275342625920 : ffff9e6f034f4380)
00000100:00000040:2.0:1775768594.988065:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988072:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768594.988074:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768594.988076:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768594.988078:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384722048, offset 0
00000400:00000200:2.0:1775768594.988081:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768594.988085:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.988088:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768594.988091:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768594.988093:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768594.988096:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768594.988110:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768594.988113:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200966:200966:256:4294967295] 192.168.202.154@tcp LPNI seq info [200966:200966:8:4294967295]
00000400:00000200:2.0:1775768594.988117:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768594.988123:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768594.988127:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.988131:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768594.988134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768594.988136:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768594.988140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768594.988143:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768594.988147:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768594.988148:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768594.988151:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768594.988154:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768594.988156:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768594.988158:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768594.988160:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768594.988163:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988169:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.988172:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988178:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.988180:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768594.988182:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768594.988185:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775768594.988188:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768594.988190:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299525142
00000100:00000001:2.0:1775768594.988192:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.988194:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299525142
00000100:00000001:2.0:1775768594.988196:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299526406
00000100:00000001:2.0:1775768594.988198:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768594.988200:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.988202:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768594.988206:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768594/real 1775768594]  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768594.988212:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768594.988214:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768594.988215:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768594.988217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768594.988219:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768594.988221:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768594.988224:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768594.988231:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988238:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768594.988239:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988241:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.988242:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768594.988245:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988251:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768594.988254:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988261:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768594.988263:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988265:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768594.988266:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988267:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768594.988269:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768594.988271:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768594.988274:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768594.988276:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768594.988280:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768594.988286:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f034f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722048:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768594.988290:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988292:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.988295:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7b80 x1862023384721664/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988301:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768594.988303:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768594.988305:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768594.988308:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768594.988309:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768594.988311:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768594.988313:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768594.988315:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf400.
02000000:00000001:2.0:1775768594.988319:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768594.988320:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768594.988322:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7b80.
00000100:00000001:2.0:1775768594.988325:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768594.988326:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988327:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.988330:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7800 x1862023384721792/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988342:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768594.988343:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768594.988345:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768594.988347:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768594.988348:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768594.988349:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768594.988350:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768594.988352:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049ce800.
02000000:00000001:2.0:1775768594.988354:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768594.988355:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768594.988356:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7800.
00000100:00000001:2.0:1775768594.988358:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768594.988358:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988360:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.988362:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f7480 x1862023384721920/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988369:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768594.988370:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768594.988371:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775768594.988373:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768594.988374:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768594.988375:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768594.988377:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768594.988378:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cf000.
02000000:00000001:2.0:1775768594.988380:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768594.988381:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768594.988382:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f7480.
00000100:00000001:2.0:1775768594.988383:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768594.988384:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988385:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768594.988388:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f034f4380 x1862023384722048/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768594.988393:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768594.988394:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768594.988396:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775768594.988398:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768594.988399:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768594.988400:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768594.988402:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768594.988403:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f049cd000.
02000000:00000001:2.0:1775768594.988405:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768594.988406:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768594.988407:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f034f4380.
00000100:00000001:2.0:1775768594.988410:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768594.988411:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988413:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768594.988418:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768594.988419:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768594.988421:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768594.988422:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768595.368985:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768595.368992:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768595.369000:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768595.369002:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768595.369217:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768595.369221:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768595.369224:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768596.328988:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299526406, at 4299526464
00000100:00000010:1.0:1775768596.329006:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a9120.
00000100:00000040:0.0:1775768596.329019:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299526406, at 4299526464
00000100:00000010:0.0:1775768596.329027:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a91e0.
00010000:00000001:3.0:1775768596.392975:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768596.392981:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768596.392989:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768596.392990:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768596.393169:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768596.393174:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768596.393178:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768597.416946:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768597.416951:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768597.416956:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768597.416957:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768597.417131:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768597.417135:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768597.417139:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768598.440960:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768598.440966:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768598.440972:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768598.440974:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768598.444165:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768598.444171:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768598.444177:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768599.468917:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768599.468924:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768599.468930:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768599.468933:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768599.468936:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768599.468939:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768599.468942:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768599.468944:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768599.468946:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768599.468949:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768599.469568:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768599.469572:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768599.469575:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768600.105275:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768600.105287:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768600.105290:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768600.105295:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768600.105300:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768600.105307:0:467:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4857
00000400:00000200:1.0:1775768600.105317:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768600.105323:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768600.105326:0:467:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768600.105329:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105332:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105334:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105336:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768600.105339:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768600.105341:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:1.0:1775768600.105343:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768600.105345:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:1.0:1775768600.105347:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:1.0:1775768600.105360:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:1.0:1775768600.105363:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105364:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105366:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105367:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768600.105369:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:1.0:1775768600.105372:0:467:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105374:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768600.105377:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768600.105380:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768600.105383:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105385:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768600.105387:0:467:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768600.105397:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04828700.
00000020:00000040:1.0:1775768600.105401:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:1.0:1775768600.105404:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768600.105405:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105408:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768600.105410:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768600.105414:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768600.105421:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc000.
00000100:00000001:1.0:1775768600.105427:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768600.105436:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768600.105445:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768600.105450:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105454:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019a186a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768600.105481:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768600.105484:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768600.105487:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768600.105489:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768600.105490:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768600.105492:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768600.105495:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4857
00000400:00000200:1.0:1775768600.105498:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768600.105501:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768600.105503:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768600.105505:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105507:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105508:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105510:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768600.105512:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768600.105522:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:1.0:1775768600.105525:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768600.105527:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:1.0:1775768600.105528:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:1.0:1775768600.105530:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:1.0:1775768600.105533:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105534:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105536:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105538:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768600.105540:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:1.0:1775768600.105542:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105543:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768600.105545:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768600.105549:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768600.105551:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105553:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768600.105557:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768600.105559:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105561:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768600.105564:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482aa00.
00000020:00000040:1.0:1775768600.105566:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768600.105568:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768600.105569:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105571:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768600.105572:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768600.105573:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768600.105577:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078ffc00.
00000100:00000001:1.0:1775768600.105579:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768600.105583:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768600.105590:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768600.105592:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105595:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000120d2405] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768600.105607:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768600.105609:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768600.105611:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768600.105613:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768600.105614:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768600.105616:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768600.105618:0:467:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4857
00000400:00000200:1.0:1775768600.105622:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768600.105624:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768600.105626:0:467:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768600.105628:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105630:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105632:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105634:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768600.105635:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768600.105636:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:1.0:1775768600.105637:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768600.105639:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:1.0:1775768600.105640:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:1.0:1775768600.105642:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:1.0:1775768600.105645:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105646:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105648:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105649:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768600.105651:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:1.0:1775768600.105653:0:467:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105655:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768600.105657:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768600.105659:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768600.105661:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105663:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768600.105665:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768600.105667:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105668:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768600.105671:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829500.
00000020:00000040:1.0:1775768600.105673:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:1.0:1775768600.105675:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768600.105676:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105677:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768600.105679:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768600.105680:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768600.105682:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fd000.
00000100:00000001:1.0:1775768600.105685:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768600.105688:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768600.105694:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768600.105696:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105698:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b29e2460] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768600.105705:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768600.105707:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768600.105710:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768600.105712:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768600.105713:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768600.105715:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768600.105717:0:467:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4857
00000400:00000200:1.0:1775768600.105720:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768600.105722:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768600.105724:0:467:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768600.105727:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105728:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105730:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105731:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768600.105733:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768600.105734:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:1.0:1775768600.105736:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768600.105737:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:1.0:1775768600.105739:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:1.0:1775768600.105741:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:1.0:1775768600.105743:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105745:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105746:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105748:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768600.105750:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:1.0:1775768600.105752:0:467:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105754:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768600.105756:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768600.105758:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768600.105760:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105761:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768600.105763:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768600.105765:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105766:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768600.105770:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04829180.
00000020:00000040:1.0:1775768600.105772:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768600.105774:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768600.105775:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105776:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768600.105777:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768600.105779:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768600.105783:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fe400.
00000100:00000001:1.0:1775768600.105786:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768600.105790:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768600.105796:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768600.105798:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105801:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040187031] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768600.105807:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768600.105809:0:467:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768600.105812:0:467:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768600.105813:0:467:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768600.105814:0:467:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768600.105816:0:467:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768600.105818:0:467:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4857
00000400:00000200:1.0:1775768600.105821:0:467:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:1.0:1775768600.105824:0:467:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768600.105826:0:467:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768600.105882:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105885:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105887:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105889:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:1.0:1775768600.105891:0:467:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768600.105892:0:467:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:1.0:1775768600.105893:0:467:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768600.105895:0:467:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:1.0:1775768600.105897:0:467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:1.0:1775768600.105898:0:467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:1.0:1775768600.105901:0:467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105903:0:467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768600.105905:0:467:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105907:0:467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:1.0:1775768600.105909:0:467:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:1.0:1775768600.105912:0:467:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:1.0:1775768600.105914:0:467:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768600.105916:0:467:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768600.105918:0:467:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768600.105920:0:467:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105922:0:467:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768600.105923:0:467:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768600.105926:0:467:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105927:0:467:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768600.105931:0:467:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0482a680.
00000020:00000040:1.0:1775768600.105933:0:467:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:1.0:1775768600.105935:0:467:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768600.105936:0:467:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768600.105938:0:467:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768600.105939:0:467:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768600.105940:0:467:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768600.105944:0:467:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f078fc400.
00000100:00000001:1.0:1775768600.105946:0:467:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768600.105950:0:467:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768600.105956:0:467:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768600.105958:0:467:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105961:0:467:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112e4dc9] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768600.105968:0:467:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768600.105973:0:467:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4867)
00000100:00000001:2.0:1775768600.106287:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768600.106291:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768600.106293:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768600.106299:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106309:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768600.106311:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106315:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768600.106317:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768600.106320:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768600.106324:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384722176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768600.106328:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768600.106333:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768600.106335:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106338:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768600.106343:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775768600.106356:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.106361:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768600.106364:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768600.106370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768600.106377:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722176, portal 25
00000100:00000001:2.0:1775768600.106379:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768600.106381:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387062528 : -107275322489088 : ffff9e6f04828700)
00000100:00000040:2.0:1775768600.106386:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106393:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768600.106396:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768600.106399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768600.106403:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384722176, offset 0
00000400:00000200:2.0:1775768600.106409:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768600.106415:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.106420:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768600.106425:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768600.106429:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768600.106432:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768600.106434:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768600.106438:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200967:200967:256:4294967295] 192.168.202.154@tcp LPNI seq info [200967:200967:8:4294967295]
00000400:00000200:2.0:1775768600.106442:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.106452:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768600.106457:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.106462:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768600.106469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768600.106472:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768600.106478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768600.106481:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768600.106486:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.106488:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768600.106493:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768600.106497:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768600.106501:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768600.106504:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768600.106508:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768600.106511:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106530:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.106533:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106540:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.106542:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768600.106549:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.106553:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768600.106555:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299531527
00000100:00000010:2.0:1775768600.106560:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a9cc0.
00000100:00000001:2.0:1775768600.106568:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775768600.106573:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299531527
00000100:00000010:2.0:1775768600.106576:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f033a9f60.
00000100:00000001:2.0:1775768600.106578:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775768600.106581:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768600.106583:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.106585:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768600.106589:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768600/real 1775768600]  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768600.106599:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768600.106601:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768600.106603:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768600.106605:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768600.106607:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768600.106609:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768600.106613:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768600.106621:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106628:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768600.106630:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106632:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.106634:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768600.106637:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106643:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768600.106647:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106654:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768600.106656:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106657:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.106658:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106661:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768600.106662:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768600.106664:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768600.106668:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768600.106670:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768600.106674:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768600.106682:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04828700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384722176:192.168.202.154@tcp:250:kworker.0
00000100:00000001:2.0:1775768600.106686:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768600.106690:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106696:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768600.106698:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106700:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768600.106702:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768600.106704:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768600.106706:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768600.106709:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768600.106710:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768600.106711:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106713:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768600.106716:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775768600.106717:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.106720:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768600.106723:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768600.106726:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768600.106728:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722304, portal 10
00000100:00000001:2.0:1775768600.106730:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768600.106731:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387071488 : -107275322480128 : ffff9e6f0482aa00)
00000100:00000040:2.0:1775768600.106736:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106742:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768600.106744:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768600.106746:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768600.106749:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384722304, offset 0
00000400:00000200:2.0:1775768600.106752:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768600.106756:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.106759:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768600.106762:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768600.106765:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768600.106767:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768600.106769:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768600.106772:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200968:200968:256:4294967295] 192.168.202.154@tcp LPNI seq info [200968:200968:8:4294967295]
00000400:00000200:2.0:1775768600.106776:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.106783:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768600.106787:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.106790:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768600.106793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768600.106795:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768600.106799:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768600.106801:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768600.106805:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.106807:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768600.106809:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768600.106812:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768600.106816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768600.106817:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768600.106819:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768600.106823:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106860:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.106864:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106869:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.106870:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768600.106873:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768600.106877:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:2.0:1775768600.106880:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768600.106882:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299530269
00000100:00000001:2.0:1775768600.106884:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.106886:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299530269
00000100:00000001:2.0:1775768600.106888:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.106890:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768600.106891:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.106893:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768600.106896:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768600/real 1775768600]  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768600.106903:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768600.106904:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768600.106906:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768600.106908:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768600.106910:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768600.106911:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768600.106914:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768600.106921:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106926:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768600.106928:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106929:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.106930:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768600.106933:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106938:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768600.106941:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106946:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768600.106948:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106950:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.106950:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.106952:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768600.106953:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768600.106955:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768600.106958:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768600.106960:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768600.106962:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768600.106968:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722304:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768600.106972:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768600.106974:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.106980:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768600.106981:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106983:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768600.106985:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768600.106987:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768600.106990:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768600.106992:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768600.106994:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768600.106995:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.106997:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107000:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768600.107002:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.107005:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768600.107007:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768600.107010:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768600.107013:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722432, portal 10
00000100:00000001:2.0:1775768600.107015:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768600.107016:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387066112 : -107275322485504 : ffff9e6f04829500)
00000100:00000040:2.0:1775768600.107021:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107027:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768600.107029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768600.107031:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768600.107033:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384722432, offset 0
00000400:00000200:2.0:1775768600.107037:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107041:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107044:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768600.107057:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768600.107060:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768600.107062:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768600.107064:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107066:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200969:200969:256:4294967295] 192.168.202.154@tcp LPNI seq info [200969:200969:8:4294967295]
00000400:00000200:2.0:1775768600.107070:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107076:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768600.107080:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107083:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768600.107086:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768600.107088:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768600.107092:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768600.107095:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768600.107099:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107100:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768600.107103:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768600.107106:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768600.107109:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768600.107111:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768600.107113:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768600.107117:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107124:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107126:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107133:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107134:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768600.107137:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768600.107139:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:2.0:1775768600.107142:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768600.107144:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299530247
00000100:00000001:2.0:1775768600.107145:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107147:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299530247
00000100:00000001:2.0:1775768600.107149:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107151:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768600.107153:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107154:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768600.107157:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768600/real 1775768600]  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768600.107164:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768600.107165:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768600.107167:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768600.107169:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768600.107171:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768600.107173:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768600.107175:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768600.107182:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107188:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768600.107189:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107191:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107192:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768600.107194:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107200:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768600.107203:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107209:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768600.107211:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107213:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107214:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107215:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768600.107217:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768600.107219:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768600.107222:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768600.107224:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768600.107227:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768600.107233:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722432:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768600.107236:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768600.107239:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107245:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768600.107246:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.107248:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768600.107250:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768600.107252:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768600.107254:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768600.107257:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768600.107259:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768600.107260:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.107262:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107264:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768600.107266:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.107269:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768600.107271:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768600.107274:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768600.107277:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722560, portal 4
00000100:00000001:2.0:1775768600.107278:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768600.107279:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387065216 : -107275322486400 : ffff9e6f04829180)
00000100:00000040:2.0:1775768600.107284:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107290:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768600.107293:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768600.107294:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768600.107296:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384722560, offset 0
00000400:00000200:2.0:1775768600.107300:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107306:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768600.107308:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768600.107310:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768600.107313:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768600.107314:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107317:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200970:200970:256:4294967295] 192.168.202.154@tcp LPNI seq info [200970:200970:8:4294967295]
00000400:00000200:2.0:1775768600.107321:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107327:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768600.107331:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107334:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768600.107337:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768600.107340:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768600.107344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768600.107346:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768600.107349:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107351:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768600.107354:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768600.107357:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768600.107359:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768600.107361:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768600.107363:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768600.107366:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107373:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107376:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107386:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107387:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768600.107390:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768600.107393:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:2.0:1775768600.107395:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768600.107397:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299530259
00000100:00000001:2.0:1775768600.107399:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107401:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299530259
00000100:00000001:2.0:1775768600.107403:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107405:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768600.107406:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107408:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768600.107411:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768600/real 1775768600]  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768600.107417:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768600.107418:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768600.107420:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768600.107422:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768600.107423:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768600.107425:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768600.107427:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768600.107434:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107439:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768600.107441:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107442:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107444:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768600.107446:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107452:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768600.107456:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107462:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768600.107464:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107465:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107466:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107467:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768600.107469:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768600.107471:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768600.107473:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768600.107475:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768600.107478:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768600.107484:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04829180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722560:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768600.107487:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768600.107490:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107495:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768600.107496:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.107498:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768600.107500:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768600.107501:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768600.107503:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768600.107506:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768600.107507:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768600.107509:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768600.107510:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107513:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775768600.107514:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768600.107517:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:2.0:1775768600.107519:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f0c86c058.
00000400:00000010:2.0:1775768600.107521:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca35660.
00000100:00000200:2.0:1775768600.107523:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722688, portal 4
00000100:00000001:2.0:1775768600.107525:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768600.107526:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798387070592 : -107275322481024 : ffff9e6f0482a680)
00000100:00000040:2.0:1775768600.107530:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107535:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768600.107537:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:2.0:1775768600.107538:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f0ca354c8.
00000100:00000200:2.0:1775768600.107540:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384722688, offset 0
00000400:00000200:2.0:1775768600.107543:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107546:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107549:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:2.0:1775768600.107551:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768600.107553:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:2.0:1775768600.107555:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768600.107558:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:2.0:1775768600.107560:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200971:200971:256:4294967295] 192.168.202.154@tcp LPNI seq info [200971:200971:8:4294967295]
00000400:00000200:2.0:1775768600.107564:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768600.107569:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768600.107572:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107575:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f060a1b00.
00000800:00000200:2.0:1775768600.107578:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.0:1775768600.107580:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768600.107583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:2.1:1775768600.107586:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768600.107589:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:2.0:1775768600.107591:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f060a1b00.
00000400:00000200:2.0:1775768600.107593:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768600.107596:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768600.107598:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca354c8
00000400:00000010:2.0:1775768600.107600:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca354c8.
00000100:00000001:2.0:1775768600.107601:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768600.107604:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107611:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107614:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107619:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107621:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768600.107623:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768600.107626:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:2.0:1775768600.107628:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768600.107630:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299530261
00000100:00000001:2.0:1775768600.107632:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107634:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299530261
00000100:00000001:2.0:1775768600.107636:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299531527
00000100:00000001:2.0:1775768600.107638:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768600.107640:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107641:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768600.107644:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768600/real 1775768600]  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768600.107651:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768600.107652:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768600.107653:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f0c86c058.
00000400:00000200:2.0:1775768600.107655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f0ca35660
00000400:00000010:2.0:1775768600.107656:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f0ca35660.
00000100:00000001:2.0:1775768600.107658:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768600.107661:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768600.107666:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107672:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768600.107673:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107674:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107676:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768600.107678:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107684:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768600.107687:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107692:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768600.107694:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107695:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768600.107696:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107697:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768600.107699:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768600.107700:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768600.107703:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:2.0:1775768600.107705:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768600.107708:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768600.107714:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0482a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722688:192.168.202.154@tcp:8:kworker.0
00000100:00000001:2.0:1775768600.107717:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107719:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107722:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04828700 x1862023384722176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107727:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768600.107729:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107732:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:2.0:1775768600.107734:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768600.107735:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768600.107737:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:2.0:1775768600.107738:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768600.107740:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc000.
02000000:00000001:2.0:1775768600.107744:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768600.107745:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768600.107747:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04828700.
00000100:00000001:2.0:1775768600.107750:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768600.107750:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107752:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107754:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482aa00 x1862023384722304/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107759:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768600.107760:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107761:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:2.0:1775768600.107763:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768600.107764:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768600.107765:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768600.107767:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768600.107768:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078ffc00.
02000000:00000001:2.0:1775768600.107769:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768600.107770:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768600.107771:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482aa00.
00000100:00000001:2.0:1775768600.107773:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768600.107774:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107775:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107777:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829500 x1862023384722432/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107782:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768600.107783:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107784:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:2.0:1775768600.107786:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768600.107787:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768600.107787:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:2.0:1775768600.107789:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768600.107790:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fd000.
02000000:00000001:2.0:1775768600.107791:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768600.107792:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768600.107793:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829500.
00000100:00000001:2.0:1775768600.107795:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768600.107796:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107797:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107799:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04829180 x1862023384722560/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107804:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768600.107806:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107807:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033cb400.
02000000:00000001:2.0:1775768600.107808:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768600.107809:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768600.107810:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768600.107812:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768600.107813:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fe400.
02000000:00000001:2.0:1775768600.107815:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768600.107815:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768600.107816:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04829180.
00000100:00000001:2.0:1775768600.107818:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768600.107819:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107820:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768600.107822:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0482a680 x1862023384722688/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768600.107856:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768600.107858:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768600.107859:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f033ca400.
02000000:00000001:2.0:1775768600.107861:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768600.107863:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768600.107864:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:2.0:1775768600.107866:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768600.107867:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f078fc400.
02000000:00000001:2.0:1775768600.107869:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768600.107869:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768600.107871:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0482a680.
00000100:00000001:2.0:1775768600.107873:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768600.107874:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107876:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768600.107882:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768600.107884:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768600.107886:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768600.107887:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768600.490268:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768600.490274:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768600.490280:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768600.490282:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768600.490396:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768600.490399:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768600.490402:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768601.448987:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299531527, at 4299531584
00000100:00000010:0.0:1775768601.449003:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a9cc0.
00000100:00000040:1.0:1775768601.449251:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299531527, at 4299531584
00000100:00000010:1.0:1775768601.449257:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f033a9f60.
00010000:00000001:3.0:1775768601.513333:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768601.513339:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768601.513343:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768601.513344:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768601.516558:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768601.516563:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768601.516566:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768602.536963:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768602.536969:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768602.536976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768602.536978:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768602.537078:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768602.537081:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768602.537084:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768603.561200:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768603.561209:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768603.561215:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768603.561217:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768603.561293:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768603.561297:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768603.561301:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768604.585217:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768604.585227:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768604.585230:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768604.585233:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768604.585239:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768604.585242:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768604.585244:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768604.585247:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768604.585251:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768604.585253:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768604.585332:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768604.585338:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768604.585341:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768605.225009:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768605.225021:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768605.225024:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768605.225029:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768605.225035:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768605.225044:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4862
00000400:00000200:2.0:1775768605.225057:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768605.225065:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768605.225069:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768605.225072:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225076:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.225078:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225081:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768605.225086:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768605.225089:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768605.225092:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768605.225095:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768605.225098:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768605.225100:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768605.225103:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225106:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.225108:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225110:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768605.225122:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768605.225126:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225129:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768605.225132:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768605.225136:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768605.225139:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.225142:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768605.225145:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768605.225158:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768605.225162:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768605.225166:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768605.225167:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.225171:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768605.225175:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768605.225179:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768605.225189:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cac00.
00000100:00000001:2.0:1775768605.225197:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768605.225208:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768605.225219:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768605.225224:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.225229:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768605.225257:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768605.225260:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768605.225264:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768605.225265:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768605.225267:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768605.225269:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768605.225273:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4862
00000400:00000200:2.0:1775768605.225277:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768605.225280:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768605.225282:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768605.225285:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225286:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.225289:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225291:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768605.225293:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768605.225294:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768605.225296:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768605.225298:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768605.225300:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000020:00000001:2.0:1775768605.225302:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768605.225305:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225307:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.225309:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225311:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768605.225313:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00080000:2.0:1775768605.225315:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225338:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768605.225340:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768605.225347:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768605.225349:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.225351:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768605.225356:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768605.225359:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.225361:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768605.225366:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768605.225368:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768605.225371:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768605.225373:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.225374:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768605.225376:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768605.225377:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768605.225381:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca000.
00000100:00000001:2.0:1775768605.225386:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768605.225390:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768605.225397:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768605.225400:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.225420:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768605.225429:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768605.225432:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768605.225435:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768605.225437:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768605.225438:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768605.225440:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768605.225443:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4862
00000400:00000200:2.0:1775768605.225447:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768605.225450:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768605.225452:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768605.225456:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.225458:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768605.225769:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768605.225775:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768605.225778:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768605.225786:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.225794:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768605.225796:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.225801:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768605.225804:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768605.225807:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768605.225811:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384722816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768605.225816:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768605.225820:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768605.225823:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.225826:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768605.225855:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cfc00.
02000000:00000001:3.0:1775768605.225858:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.225864:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768605.225868:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768605.225876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768605.225885:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722816, portal 25
00000100:00000001:3.0:1775768605.225887:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768605.225889:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00000040:3.0:1775768605.225895:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.225904:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768605.225907:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768605.225910:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768605.225914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384722816, offset 0
00000400:00000200:3.0:1775768605.225921:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768605.225931:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.225951:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768605.225958:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768605.225963:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768605.225968:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768605.225971:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768605.225975:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200972:200972:256:4294967295] 192.168.202.154@tcp LPNI seq info [200972:200972:8:4294967295]
00000400:00000200:3.0:1775768605.225981:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.225992:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768605.226008:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.226015:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768605.226023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768605.226026:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768605.226032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768605.226036:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768605.226040:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.226043:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768605.226051:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768605.226056:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768605.226062:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768605.226065:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768605.226070:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768605.226073:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.226082:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.226086:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.226099:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.226101:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768605.226107:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.228656:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768605.228662:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299536649
00000100:00000010:3.0:1775768605.228676:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a6c0.
00000100:00000001:3.0:1775768605.228684:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775768605.228694:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299536649
00000100:00000010:3.0:1775768605.228697:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a300.
00000100:00000001:3.0:1775768605.228699:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768605.228710:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768605.228719:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.228724:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768605.228735:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768605/real 1775768605]  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768605.228751:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768605.228753:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768605.228757:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768605.228764:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768605.228766:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768605.228769:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768605.228773:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768605.228781:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.228790:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768605.228791:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.228794:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.228796:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768605.228799:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.228807:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768605.228811:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.228818:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768605.228821:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.228822:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.228823:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.228826:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768605.228844:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768605.228848:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768605.228853:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768605.228855:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768605.228860:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768605.228867:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384722816:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768605.228872:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768605.228876:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.228882:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768605.228884:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.228887:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768605.228891:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768605.228893:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768605.228896:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768605.228900:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768605.228904:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768605.228907:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.228909:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768605.228916:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ce000.
02000000:00000001:3.0:1775768605.228918:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.228923:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768605.228927:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768605.228931:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768605.228937:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384722944, portal 10
00000100:00000001:3.0:1775768605.228939:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768605.228940:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000040:3.0:1775768605.228947:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.228953:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768605.228955:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768605.228958:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768605.228961:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384722944, offset 0
00000400:00000200:3.0:1775768605.228967:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768605.228976:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.228983:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768605.228988:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768605.228992:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768605.229008:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768605.229011:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768605.229016:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200973:200973:256:4294967295] 192.168.202.154@tcp LPNI seq info [200973:200973:8:4294967295]
00000400:00000200:3.0:1775768605.229020:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.229031:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768605.229037:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.229042:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768605.229050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768605.229053:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768605.229058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768605.229061:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768605.229065:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.229067:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768605.229072:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768605.229077:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768605.229081:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768605.229083:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768605.229085:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768605.229088:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229097:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.229100:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229107:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.229108:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768605.229114:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768605.229117:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768605.229120:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768605.229122:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299535391
00000100:00000001:3.0:1775768605.229125:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.229127:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299535391
00000100:00000001:3.0:1775768605.229129:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.229131:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768605.229133:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.229135:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768605.229138:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768605/real 1775768605]  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768605.229145:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768605.229146:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768605.229148:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768605.229150:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768605.229151:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768605.229153:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768605.229155:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768605.229162:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229168:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768605.229169:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229171:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.229172:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768605.229175:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229181:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768605.229184:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229190:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768605.229192:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229194:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.229195:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229196:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768605.229198:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768605.229201:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768605.229204:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768605.229206:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768605.229209:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768605.229216:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384722944:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768605.229220:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229222:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.229225:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384722816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229232:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768605.229235:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768605.229237:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cfc00.
02000000:00000001:3.0:1775768605.229240:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768605.229243:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768605.229245:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:3.0:1775768605.229247:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768605.229250:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cac00.
02000000:00000001:3.0:1775768605.229254:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768605.229256:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768605.229258:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:3.0:1775768605.229261:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768605.229262:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229263:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.229266:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384722944/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.229271:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768605.229272:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768605.229273:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:3.0:1775768605.229275:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768605.229276:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768605.229277:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768605.229279:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768605.229280:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca000.
02000000:00000001:3.0:1775768605.229282:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768605.229283:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768605.229285:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:3.0:1775768605.229287:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768605.229288:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229290:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.229299:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768605.229302:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.229304:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768605.229306:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.229363:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229366:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768605.229370:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768605.229372:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768605.229374:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768605.229377:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768605.229379:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768605.229382:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768605.229386:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229388:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.229390:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229392:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768605.229394:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768605.229397:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229400:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768605.229404:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768605.229410:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768605.229413:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229415:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768605.229419:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768605.229423:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229425:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768605.229431:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979880.
00000020:00000040:2.0:1775768605.229434:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768605.229438:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768605.229440:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229443:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768605.229445:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768605.229450:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768605.229457:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8400.
00000100:00000001:2.0:1775768605.229463:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768605.229470:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768605.229479:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768605.229485:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.229489:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e10125c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768605.229510:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768605.229515:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768605.229520:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768605.229522:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768605.229524:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768605.229527:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768605.229530:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4862
00000400:00000200:2.0:1775768605.229535:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768605.229539:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768605.229542:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768605.229545:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229547:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.229548:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229551:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768605.229553:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768605.229554:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768605.229555:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768605.229898:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768605.229902:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000020:00000001:2.0:1775768605.229905:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000040:2.0:1775768605.229908:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229911:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.229913:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229914:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768605.229917:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00080000:2.0:1775768605.229919:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768605.229921:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768605.229923:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768605.229926:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768605.229928:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229930:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768605.229933:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768605.229945:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229947:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768605.229951:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979180.
00000020:00000040:2.0:1775768605.229953:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768605.229955:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768605.229957:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.229958:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768605.229960:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768605.229962:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768605.229965:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8000.
00000100:00000001:2.0:1775768605.229969:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768605.229973:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768605.229981:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768605.229984:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.229987:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011219bf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768605.230003:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768605.230005:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768605.230009:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768605.230010:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768605.230012:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768605.230015:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768605.230017:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4862
00000400:00000200:2.0:1775768605.230022:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768605.230025:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768605.230028:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768605.230030:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.230033:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.230034:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.230037:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768605.230039:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768605.230040:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:2.0:1775768605.230042:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768605.230044:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000020:00000001:2.0:1775768605.230046:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000020:00000001:2.0:1775768605.230047:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
00000100:00000040:2.0:1775768605.230050:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.230051:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768605.230053:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768605.230055:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768605.230056:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:2.0:1775768605.230059:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768605.230061:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768605.230062:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768605.230065:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768605.230066:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.230068:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768605.230070:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768605.230072:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.230074:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768605.230077:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497bb80.
00000020:00000040:2.0:1775768605.230078:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:2.0:1775768605.230080:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768605.230081:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768605.230083:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768605.230084:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768605.230086:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768605.230089:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033cb000.
00000100:00000001:2.0:1775768605.230091:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768605.230095:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768605.230107:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768605.230118:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.230121:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea8269a2] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768605.230129:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768605.230134:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4873)
00000100:00000001:3.0:1775768605.230194:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768605.230197:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768605.230198:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768605.230202:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230210:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768605.230211:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768605.230216:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768605.230218:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768605.230221:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768605.230224:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768605.230227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768605.230228:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230230:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768605.230233:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049ce000.
02000000:00000001:3.0:1775768605.230235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.230239:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768605.230241:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768605.230245:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768605.230248:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723072, portal 10
00000100:00000001:3.0:1775768605.230250:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768605.230252:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388443264 : -107275321108352 : ffff9e6f04979880)
00000100:00000040:3.0:1775768605.230257:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230263:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768605.230266:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768605.230268:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768605.230270:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384723072, offset 0
00000400:00000200:3.0:1775768605.230274:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768605.230278:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.230282:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768605.230285:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768605.230287:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768605.230290:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768605.230293:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768605.230296:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200974:200974:256:4294967295] 192.168.202.154@tcp LPNI seq info [200974:200974:8:4294967295]
00000400:00000200:3.0:1775768605.230300:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.230307:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768605.230312:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.230315:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768605.230319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768605.230322:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768605.230327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768605.230330:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768605.230333:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.230335:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768605.230339:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768605.230342:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768605.230345:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768605.230347:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768605.230350:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768605.230352:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230360:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.230363:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230369:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.230370:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768605.230374:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768605.230377:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768605.230380:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768605.230382:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299535370
00000100:00000001:3.0:1775768605.230384:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.230386:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299535370
00000100:00000001:3.0:1775768605.230390:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.230392:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768605.230394:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.230395:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768605.230497:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768605/real 1775768605]  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768605.230507:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768605.230508:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768605.230510:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768605.230513:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768605.230514:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768605.230516:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768605.230520:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768605.230529:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230536:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768605.230537:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230539:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.230540:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768605.230543:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230548:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768605.230552:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230566:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768605.230568:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230570:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.230571:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230573:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768605.230575:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768605.230577:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768605.230581:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768605.230583:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768605.230587:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768605.230596:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723072:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768605.230600:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768605.230607:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230614:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768605.230615:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230618:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768605.230619:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768605.230621:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768605.230624:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768605.230627:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768605.230628:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768605.230630:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230631:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768605.230634:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cfc00.
02000000:00000001:3.0:1775768605.230636:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.230640:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768605.230642:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768605.230646:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768605.230648:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723200, portal 4
00000100:00000001:3.0:1775768605.230650:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768605.230652:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388441472 : -107275321110144 : ffff9e6f04979180)
00000100:00000040:3.0:1775768605.230658:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230663:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768605.230665:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768605.230667:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768605.230669:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384723200, offset 0
00000400:00000200:3.0:1775768605.230673:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768605.230677:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.230680:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768605.230683:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768605.230685:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768605.230688:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768605.230690:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768605.230693:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200975:200975:256:4294967295] 192.168.202.154@tcp LPNI seq info [200975:200975:8:4294967295]
00000400:00000200:3.0:1775768605.230697:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.230702:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768605.230706:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.230709:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768605.230712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768605.230715:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768605.230718:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768605.230721:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768605.230724:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.230726:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768605.230729:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768605.230733:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768605.230736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768605.230737:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768605.230739:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768605.230742:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230749:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.230752:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230765:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.230767:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768605.230775:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768605.230778:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768605.230782:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768605.230783:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299535382
00000100:00000001:3.0:1775768605.230786:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.230788:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299535382
00000100:00000001:3.0:1775768605.230790:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.230792:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768605.230794:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.230795:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768605.230799:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768605/real 1775768605]  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768605.230806:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768605.230807:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768605.230809:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768605.230811:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768605.230812:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768605.230814:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768605.230817:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768605.230825:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230852:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768605.230853:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230855:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.230856:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768605.230860:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230867:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768605.230871:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230878:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768605.230880:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230881:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.230882:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.230884:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768605.230886:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768605.230888:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768605.230892:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768605.230894:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768605.230897:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768605.230905:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723200:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768605.230909:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768605.230911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230917:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768605.230919:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230921:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768605.230922:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768605.230924:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768605.230927:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768605.230930:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768605.230932:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768605.230934:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768605.230935:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768605.230939:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768605.230941:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768605.230944:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768605.230946:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768605.230949:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768605.230952:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723328, portal 4
00000100:00000001:3.0:1775768605.230953:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768605.230955:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388452224 : -107275321099392 : ffff9e6f0497bb80)
00000100:00000040:3.0:1775768605.230959:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.230965:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768605.230968:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768605.230969:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768605.230972:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384723328, offset 0
00000400:00000200:3.0:1775768605.230975:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768605.230978:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.230981:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768605.230984:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768605.230986:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768605.230988:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768605.230991:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768605.231004:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200976:200976:256:4294967295] 192.168.202.154@tcp LPNI seq info [200976:200976:8:4294967295]
00000400:00000200:3.0:1775768605.231008:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768605.231015:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768605.231019:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.231022:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768605.231026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768605.231028:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768605.231032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768605.231035:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768605.231039:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768605.231041:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768605.231044:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768605.231047:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768605.231050:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768605.231051:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768605.231053:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768605.231056:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231064:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.231066:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231072:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.231074:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768605.231076:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768605.231079:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768605.231082:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768605.231083:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299535385
00000100:00000001:3.0:1775768605.231086:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.231088:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299535385
00000100:00000001:3.0:1775768605.231090:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299536649
00000100:00000001:3.0:1775768605.231092:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768605.231094:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.231095:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768605.231098:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768605/real 1775768605]  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768605.231105:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768605.231107:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768605.231109:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768605.231314:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768605.231316:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768605.231320:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768605.231324:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768605.231332:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231339:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768605.231340:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231342:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.231343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768605.231346:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231354:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768605.231357:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231364:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768605.231366:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231367:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768605.231368:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231370:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768605.231371:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768605.231373:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768605.231376:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768605.231378:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768605.231381:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768605.231388:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723328:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768605.231392:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231394:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.231397:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979880 x1862023384723072/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231475:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768605.231478:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768605.231480:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049ce000.
02000000:00000001:3.0:1775768605.231483:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768605.231484:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768605.231486:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768605.231488:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768605.231490:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8400.
02000000:00000001:3.0:1775768605.231493:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768605.231495:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768605.231496:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979880.
00000100:00000001:3.0:1775768605.231499:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768605.231500:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231502:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.231505:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979180 x1862023384723200/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231512:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768605.231513:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768605.231514:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cfc00.
02000000:00000001:3.0:1775768605.231516:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768605.231517:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768605.231518:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768605.231520:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768605.231521:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8000.
02000000:00000001:3.0:1775768605.231522:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768605.231523:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768605.231524:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979180.
00000100:00000001:3.0:1775768605.231526:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768605.231527:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231528:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768605.231531:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497bb80 x1862023384723328/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768605.231536:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768605.231538:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768605.231539:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768605.231541:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768605.231542:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768605.231543:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768605.231545:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768605.231546:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033cb000.
02000000:00000001:3.0:1775768605.231548:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768605.231549:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768605.231550:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497bb80.
00000100:00000001:3.0:1775768605.231552:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768605.231553:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231665:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768605.231673:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768605.231674:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768605.231676:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768605.231677:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768605.609457:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768605.609463:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768605.609471:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768605.609472:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768605.612753:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768605.612759:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768605.612765:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768606.569149:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299536649, at 4299536704
00000100:00000010:1.0:1775768606.569169:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a300.
00000100:00000040:0.0:1775768606.570282:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299536649, at 4299536705
00000100:00000010:0.0:1775768606.570292:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a6c0.
00010000:00000001:3.0:1775768606.632997:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768606.633006:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768606.633015:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768606.633017:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768606.633358:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768606.633361:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768606.633364:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768607.660516:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768607.660523:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768607.660530:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768607.660531:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768607.660633:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768607.660637:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768607.660640:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768608.681113:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768608.681121:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768608.681127:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768608.681128:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768608.681515:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768608.681519:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768608.681522:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768609.705010:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768609.705495:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768609.705504:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768609.705508:0:13671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768609.705511:0:13671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768609.705516:0:13671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768609.705520:0:13671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768609.705522:0:13671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768609.705524:0:13671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768609.705527:0:13671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768609.705649:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768609.705653:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768609.705656:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768610.368896:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac505322-1aff-475a-a3d1-cabd512d6942->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768610.368906:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768610.368909:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768610.368914:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768610.368919:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768610.368927:0:13429:0:(import.c:509:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 4868
00000400:00000200:2.0:1775768610.368939:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768610.368962:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768610.368966:0:13429:0:(import.c:588:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768610.368970:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.368973:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.368976:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.368979:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768610.368983:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768610.368986:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7c6f
00000020:00000001:2.0:1775768610.368989:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768610.368992:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f06efd000 refcount=3
00000020:00000001:2.0:1775768610.368994:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000020:00000001:2.0:1775768610.368997:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798427779072 : -107275281772544 : ffff9e6f06efd000)
00000100:00000040:2.0:1775768610.369000:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369002:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.369004:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369006:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768610.369009:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f06efd000 : new refcount 2
00000100:00080000:2.0:1775768610.369013:0:13429:0:(import.c:623:import_select_connection()) MGC192.168.202.154@tcp: import ffff9e6f0bb82000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369016:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768610.369019:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768610.369022:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768610.369025:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369037:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768610.369041:0:13429:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768610.369056:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04979f80.
00000020:00000040:2.0:1775768610.369060:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0bb82000 refcount=4 obd=MGC192.168.202.154@tcp
02000000:00000001:2.0:1775768610.369064:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768610.369066:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369069:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768610.369072:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768610.369077:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768610.369086:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033ca800.
00000100:00000001:2.0:1775768610.369094:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768610.369104:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768610.369116:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768610.369121:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768610.369126:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e839d5c] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768610.369150:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768610.369154:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768610.369157:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768610.369159:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768610.369161:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768610.369163:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768610.369165:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4868
00000400:00000200:2.0:1775768610.369169:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768610.369172:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768610.369175:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768610.369178:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369181:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.369184:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369186:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768610.369189:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768610.369190:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cc3
00000020:00000001:2.0:1775768610.369192:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768610.369194:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb80000 refcount=5
00000020:00000001:2.0:1775768610.369196:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000001:3.0:1775768610.369198:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768610.369200:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508007424 : -107275201544192 : ffff9e6f0bb80000)
00000100:00000040:2.0:1775768610.369204:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768610.369205:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768610.369208:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768610.369210:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768610.369211:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369215:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768610.369217:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb80000 : new refcount 4
00000100:00000040:3.0:1775768610.369221:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768610.369222:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e6f09720800: import ffff9e6f06eff800 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369226:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768610.369230:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768610.369236:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.369236:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775768610.369240:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.369240:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369243:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768610.369249:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768610.369252:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369254:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.369257:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1775768610.369258:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f0497b480.
02000000:00000001:3.0:1775768610.369261:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768610.369262:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f06eff800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e6f09720800
02000000:00000001:3.0:1775768610.369267:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768610.369268:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768610.369271:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369275:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1775768610.369275:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384723456:192.168.202.154@tcp:250:kworker.0
02000000:00000001:2.0:1775768610.369279:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768610.369283:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.369283:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1775768610.369290:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c8c00.
02000000:00000001:3.0:1775768610.369290:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768610.369294:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369296:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.369298:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1775768610.369304:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1775768610.369306:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.369310:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.369320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768610.369325:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000100:00000001:2.0:1775768610.369332:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768610.369332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000001:2.0:1775768610.369337:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768610.369341:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b68dfafe] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.369343:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723456, portal 25
00000100:00000001:3.0:1775768610.369349:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768610.369352:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388445056 : -107275321106560 : ffff9e6f04979f80)
00000100:00000001:2.0:1775768610.369360:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768610.369365:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768610.369365:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768610.369373:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768610.369376:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768610.369379:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768610.369382:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768610.369384:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1775768610.369388:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000100:00080000:2.0:1775768610.369390:0:13429:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4868
00000400:00000010:3.0:1775768610.369393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000400:00000200:2.0:1775768610.369397:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000200:3.0:1775768610.369400:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023384723456, offset 0
00000400:00000200:2.0:1775768610.369401:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768610.369405:0:13429:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768610.369409:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369412:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.369416:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369418:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768610.369420:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768610.369422:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cca
00000020:00000001:2.0:1775768610.369423:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768610.369424:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000020:00000040:2.0:1775768610.369426:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0bb86000 refcount=5
00000020:00000001:2.0:1775768610.369430:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000020:00000001:2.0:1775768610.369432:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798508032000 : -107275201519616 : ffff9e6f0bb86000)
00000100:00000040:2.0:1775768610.369436:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000400:00000200:3.0:1775768610.369439:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:2.0:1775768610.369440:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.369444:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.369446:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000400:00000200:3.0:1775768610.369449:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000020:00000040:2.0:1775768610.369450:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0bb86000 : new refcount 4
00000100:00080000:2.0:1775768610.369456:0:13429:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e6f09720800: import ffff9e6f0ab14000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000400:00000200:3.0:1775768610.369458:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768610.369459:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768610.369462:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768610.369465:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768610.369465:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
02000000:00000001:2.0:1775768610.369469:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369472:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768610.369473:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1775768610.369476:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768610.369479:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000008:00000001:2.0:1775768610.369481:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369484:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.369487:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200977:200977:256:4294967295] 192.168.202.154@tcp LPNI seq info [200977:200977:8:4294967295]
00000100:00000010:2.0:1775768610.369489:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f04978e00.
00000020:00000040:2.0:1775768610.369493:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f0ab14000 refcount=5 obd=lustre-MDT0001-mdc-ffff9e6f09720800
02000000:00000001:2.0:1775768610.369497:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768610.369498:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
02000000:00000001:2.0:1775768610.369499:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.369502:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768610.369504:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768610.369506:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768610.369511:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f033c9400.
00000100:00000001:2.0:1775768610.369515:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768610.369522:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768610.369528:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768610.369539:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.369544:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768610.369553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768610.369557:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768610.369562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768610.369565:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768610.369570:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.369572:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768610.369581:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768610.369586:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768610.369592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768610.369594:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768610.369599:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768610.369603:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369612:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.369615:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369621:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.369623:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768610.369629:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.369633:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.369636:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299541790
00000100:00000010:3.0:1775768610.369641:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a360.
00000100:00000001:3.0:1775768610.369649:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775768610.369670:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299541790
00000100:00000010:3.0:1775768610.369674:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e6f0a33a180.
00000100:00000001:3.0:1775768610.369677:0:2406:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775768610.369681:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.369683:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.369686:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768610.369690:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768610/real 1775768610]  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768610.369700:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768610.369702:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768610.369705:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768610.369708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768610.369710:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768610.369713:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768610.369717:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.369727:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369735:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768610.369737:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369739:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.369742:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768610.369745:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369752:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768610.369756:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369763:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768610.369766:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369768:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.369769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369771:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768610.369773:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768610.369776:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0bb82000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768610.369779:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768610.369782:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768610.369786:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768610.369793:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac505322-1aff-475a-a3d1-cabd512d6942:2406:1862023384723456:192.168.202.154@tcp:250:kworker.0
00000100:00000001:3.0:1775768610.369798:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369800:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.369803:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04979f80 x1862023384723456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369809:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768610.369811:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768610.369814:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.369817:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768610.369819:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768610.369821:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0bb82000 refcount=3 obd=MGC192.168.202.154@tcp
00000020:00000001:3.0:1775768610.369823:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768610.369825:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033ca800.
02000000:00000001:3.0:1775768610.369865:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768610.369867:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768610.369869:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04979f80.
00000100:00000001:3.0:1775768610.369873:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768610.369874:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369876:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.369885:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768610.369887:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.369890:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768610.369892:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768610.369893:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768610.369897:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369904:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768610.369906:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.369908:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768610.369909:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768610.369911:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768610.369914:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768610.369916:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768610.369918:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768610.369920:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.369921:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768610.369924:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.369926:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.369931:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768610.369955:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768610.369959:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768610.369962:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723584, portal 10
00000100:00000001:3.0:1775768610.369964:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768610.369965:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388450432 : -107275321101184 : ffff9e6f0497b480)
00000100:00000040:3.0:1775768610.369975:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.369981:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768610.369984:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768610.369987:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768610.369989:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384723584, offset 0
00000400:00000200:3.0:1775768610.369994:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768610.369998:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.370002:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768610.370004:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768610.370007:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768610.370011:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768610.370013:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768610.370016:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200978:200978:256:4294967295] 192.168.202.154@tcp LPNI seq info [200978:200978:8:4294967295]
00000400:00000200:3.0:1775768610.370019:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.370026:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768610.370030:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.370033:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768610.370037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768610.370039:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768610.370044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768610.370046:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768610.370050:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.370052:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768610.370055:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768610.370058:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768610.370061:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768610.370062:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768610.370064:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768610.370068:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370076:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.370078:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370084:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.370085:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768610.370088:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768610.370100:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: using a timeout of 26983 usecs (27 jiffies)
00000400:00000200:3.0:1775768610.370103:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.370106:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299540532
00000100:00000001:3.0:1775768610.370109:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.370111:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299540532
00000100:00000001:3.0:1775768610.370113:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.370115:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.370118:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.370119:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768610.370123:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768610/real 1775768610]  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768610.370129:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768610.370130:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768610.370132:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768610.370134:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768610.370135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768610.370137:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768610.370140:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.370147:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370153:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768610.370154:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370156:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.370157:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768610.370160:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370167:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768610.370170:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370176:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768610.370179:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370180:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.370181:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370183:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768610.370186:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768610.370188:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f06eff800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768610.370192:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768610.370194:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768610.370199:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768610.370207:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723584:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768610.370210:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370212:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.370214:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f0497b480 x1862023384723584/t0(0) o38->lustre-MDT0000-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370221:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768610.370222:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768610.370224:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.370227:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768610.370228:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768610.370229:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f06eff800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e6f09720800
00000020:00000001:3.0:1775768610.370231:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768610.370233:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c8c00.
02000000:00000001:3.0:1775768610.370235:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768610.370236:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768610.370237:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f0497b480.
00000100:00000001:3.0:1775768610.370240:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768610.370241:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370243:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.370246:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768610.370248:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.370249:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768610.370250:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.370499:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768610.370501:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768610.370507:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059854f00] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768610.370526:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768610.370530:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768610.370614:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768610.370616:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768610.370618:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768610.370621:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768610.370624:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4868
00000400:00000200:2.0:1775768610.370630:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:2.0:1775768610.370634:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768610.370636:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768610.370638:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.370641:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768610.370642:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:2.0:1775768610.370644:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000001:2.0:1775768610.370647:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768610.370648:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cd8
00000020:00000001:2.0:1775768610.370650:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768610.370652:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa29800 refcount=4
00000020:00000001:2.0:1775768610.370654:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:3.0:1775768610.370711:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768610.370714:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768610.370715:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768610.370720:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768610.370729:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489827328 : -107275219724288 : ffff9e6f0aa29800)
00000100:00000001:3.0:1775768610.370730:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768610.370732:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.370736:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768610.370737:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
02000000:00000001:3.0:1775768610.370739:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768610.370743:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768610.370744:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768610.370748:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00100000:3.0:1775768610.370751:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:2.0:1775768610.370752:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:2.0:1775768610.370759:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa29800 : new refcount 3
00000100:00000001:3.0:1775768610.370759:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768610.370764:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768610.370766:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9e6f09720800: import ffff9e6f02dda000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
02000000:00000001:3.0:1775768610.370768:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768610.370771:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.370772:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768610.370776:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1775768610.370777:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.370781:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.370794:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768610.370798:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768610.370802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768610.370807:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723712, portal 10
00000100:00000001:3.0:1775768610.370809:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768610.370811:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798388440576 : -107275321111040 : ffff9e6f04978e00)
00000100:00000040:3.0:1775768610.370819:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.370826:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768610.370849:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768610.370853:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768610.370855:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023384723712, offset 0
00000400:00000200:3.0:1775768610.370860:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768610.370865:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.370869:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768610.370873:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768610.370875:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768610.370878:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768610.370881:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768610.370884:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200979:200979:256:4294967295] 192.168.202.154@tcp LPNI seq info [200979:200979:8:4294967295]
00000400:00000200:3.0:1775768610.370888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.370895:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768610.370899:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.370902:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768610.370907:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768610.370910:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768610.370914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768610.370917:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768610.370921:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.370923:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768610.370926:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768610.371002:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768610.371007:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768610.371010:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768610.371013:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768610.371017:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371024:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.371027:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371033:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371035:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768610.371038:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768610.371042:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: using a timeout of 4588 usecs (5 jiffies)
00000400:00000200:3.0:1775768610.371046:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.371048:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299540511
00000100:00000001:3.0:1775768610.371051:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.371053:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299540511
00000100:00000001:3.0:1775768610.371055:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.371057:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.371059:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371061:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768610.371065:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768610/real 1775768610]  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768610.371072:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768610.371073:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768610.371075:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768610.371077:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768610.371079:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768610.371081:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768610.371084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.371091:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371096:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768610.371097:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371099:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.371100:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768610.371103:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371109:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768610.371112:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371119:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768610.371121:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371122:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.371124:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371125:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768610.371127:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768610.371130:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f0ab14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768610.371133:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768610.371135:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768610.371138:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768610.371208:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723712:192.168.202.154@tcp:38:kworker.0
00000100:00000001:3.0:1775768610.371213:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371214:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768610.371216:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768610.371218:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f04978e00 x1862023384723712/t0(0) o38->lustre-MDT0001-mdc-ffff9e6f09720800@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768610.371223:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768610.371228:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768610.371232:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1775768610.371235:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768610.371235:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768610.371237:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
00000008:00000001:0.0:1775768610.371239:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.371242:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1775768610.371243:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768610.371250:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c6680.
00000020:00000040:0.0:1775768610.371254:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02dda000 refcount=3 obd=lustre-OST0000-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768610.371256:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768610.371258:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768610.371260:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768610.371262:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768610.371265:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768610.371272:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f0c00.
00000100:00000001:0.0:1775768610.371276:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768610.371283:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768610.371291:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768610.371294:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768610.371298:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7158277] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768610.371307:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768610.371310:0:13429:0:(pinger.c:229:ptlrpc_pinger_process_import()) 48ed702c-be43-4220-b378-e4f5558ed8bf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:3.0:1775768610.371310:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768610.371314:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f0ab14000 refcount=4 obd=lustre-MDT0001-mdc-ffff9e6f09720800
00000100:00080000:0.0:1775768610.371316:0:13429:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:3.0:1775768610.371319:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775768610.371320:0:13429:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768610.371322:0:13429:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1775768610.371325:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f033c9400.
00000100:00000001:0.0:1775768610.371327:0:13429:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768610.371331:0:13429:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: connect to NID 192.168.202.154@tcp last attempt 4868
02000000:00000001:3.0:1775768610.371331:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768610.371334:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768610.371336:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f04978e00.
00000400:00000200:0.0:1775768610.371341:0:13429:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.371342:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768610.371344:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371347:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768610.371349:0:13429:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768610.371353:0:13429:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768610.371353:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768610.371356:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768610.371358:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00000001:3.0:1775768610.371360:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768610.371363:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768610.371364:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768610.371367:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768610.371369:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768610.371373:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000100:00000040:3.0:1775768610.371374:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768610.371378:0:13429:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768610.371381:0:13429:0:(genops.c:823:class_conn2export()) looking for export cookie 0x6e7ed606362e7cdf
00000020:00000001:0.0:1775768610.371385:0:13429:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768610.371389:0:13429:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e6f0aa2f000 refcount=4
00000100:00000001:3.0:1775768610.371389:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768610.371393:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768610.371394:0:13429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:3.0:1775768610.371397:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1775768610.371399:0:13429:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636798489849856 : -107275219701760 : ffff9e6f0aa2f000)
02000000:00000001:3.0:1775768610.371400:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768610.371405:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768610.371408:0:13429:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e6f0639d700 refcount 14 to 192.168.202.154@tcp
00000100:00100000:3.0:1775768610.371411:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:0.0:1775768610.371424:0:13429:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768610.371427:0:13429:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e6f0639d700 refcount 15 to 192.168.202.154@tcp
00000100:00000001:0.0:1775768610.371429:0:13429:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636798415853312 : -107275293698304 : ffff9e6f0639d700)
00000020:00000040:0.0:1775768610.371432:0:13429:0:(genops.c:898:class_export_put()) PUTting export ffff9e6f0aa2f000 : new refcount 3
00000100:00080000:0.0:1775768610.371435:0:13429:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9e6f09720800: import ffff9e6f02ddd000 using connection 192.168.202.154@tcp/192.168.202.154@tcp
00000100:00000001:0.0:1775768610.371437:0:13429:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768610.371439:0:13429:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768610.371442:0:13429:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768610.371444:0:13429:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768610.371445:0:13429:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768610.371448:0:13429:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768610.371450:0:13429:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768610.371451:0:13429:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768610.371455:0:13429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e6f035c5180.
00000020:00000040:0.0:1775768610.371457:0:13429:0:(genops.c:1229:class_import_get()) import ffff9e6f02ddd000 refcount=3 obd=lustre-OST0001-osc-ffff9e6f09720800
02000000:00000001:0.0:1775768610.371460:0:13429:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768610.371461:0:13429:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768610.371462:0:13429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768610.371464:0:13429:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768610.371465:0:13429:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768610.371470:0:13429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e6f048f3000.
00000100:00000001:0.0:1775768610.371473:0:13429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768610.371478:0:13429:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768610.371485:0:13429:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768610.371487:0:13429:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371491:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768610.371493:0:13429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d769cf] to pc [ptlrpcd_rcv+-1]  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768610.371495:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768610.371498:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.371502:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768610.371508:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
00000100:00000001:0.0:1775768610.371509:0:13429:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768610.371515:0:13429:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4878)
02000000:00000001:3.0:1775768610.371590:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.371596:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768610.371599:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768610.371603:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768610.371606:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723840, portal 4
00000100:00000001:3.0:1775768610.371608:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768610.371609:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367786624 : -107275341764992 : ffff9e6f035c6680)
00000100:00000040:3.0:1775768610.371616:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371623:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768610.371625:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768610.371627:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768610.371630:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384723840, offset 0
00000400:00000200:3.0:1775768610.371634:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768610.371638:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.371642:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768610.371645:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768610.371647:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768610.371649:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768610.371652:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768610.371655:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200980:200980:256:4294967295] 192.168.202.154@tcp LPNI seq info [200980:200980:8:4294967295]
00000400:00000200:3.0:1775768610.371659:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.371665:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768610.371671:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.371674:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768610.371678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768610.371681:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768610.371685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768610.371688:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768610.371691:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.371694:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768610.371697:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768610.371700:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768610.371704:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768610.371706:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768610.371708:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768610.371711:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371718:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.371721:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371727:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371728:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768610.371731:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768610.371734:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: using a timeout of 16800 usecs (17 jiffies)
00000400:00000200:3.0:1775768610.371738:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.371740:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299540523
00000100:00000001:3.0:1775768610.371742:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.371744:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299540523
00000100:00000001:3.0:1775768610.371746:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.371748:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.371750:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371752:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768610.371756:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768610/real 1775768610]  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768610.371764:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768610.371765:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768610.371767:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768610.371770:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768610.371771:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768610.371773:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768610.371776:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.371783:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371789:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768610.371790:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371792:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.371793:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768610.371796:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371801:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768610.371805:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371811:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768610.371814:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371815:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.371816:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371818:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768610.371820:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768610.371822:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02dda000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768610.371825:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768610.371827:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768610.371854:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768610.371860:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723840:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768610.371864:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371866:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.371869:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c6680 x1862023384723840/t0(0) o8->lustre-OST0000-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371875:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768610.371877:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768610.371878:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.371881:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768610.371882:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768610.371883:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02dda000 refcount=2 obd=lustre-OST0000-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768610.371885:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768610.371886:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f0c00.
02000000:00000001:3.0:1775768610.371889:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768610.371890:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768610.371892:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c6680.
00000100:00000001:3.0:1775768610.371895:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768610.371896:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371898:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.371902:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768610.371903:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.371905:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768610.371906:0:2406:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768610.371908:0:2406:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768610.371911:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.371918:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768610.371919:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.371921:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768610.371923:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768610.371925:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768610.371928:0:2406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768610.372011:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768610.372014:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768610.372016:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768610.372018:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768610.372022:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.372024:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768610.372027:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000010:3.0:1775768610.372030:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e6f06312268.
00000400:00000010:3.0:1775768610.372033:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f063117f8.
00000100:00000200:3.0:1775768610.372036:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023384723968, portal 4
00000100:00000001:3.0:1775768610.372038:0:2406:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768610.372040:0:2406:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446636798367781248 : -107275341770368 : ffff9e6f035c5180)
00000100:00000040:3.0:1775768610.372045:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372051:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768610.372053:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.154@tcp
00000400:00000010:3.0:1775768610.372055:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e6f06311ee0.
00000100:00000200:3.0:1775768610.372058:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023384723968, offset 0
00000400:00000200:3.0:1775768610.372062:0:2406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.154@tcp
00000400:00000200:3.0:1775768610.372066:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.372070:0:2406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.154@tcp local destination
00000400:00000200:3.0:1775768610.372072:0:2406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768610.372075:0:2406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.54@tcp
00000400:00000200:3.0:1775768610.372077:0:2406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768610.372079:0:2406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.154@tcp
00000400:00000200:3.0:1775768610.372082:0:2406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.54@tcp NI seq info: [200981:200981:256:4294967295] 192.168.202.154@tcp LPNI seq info [200981:200981:8:4294967295]
00000400:00000200:3.0:1775768610.372086:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000400:00000200:3.0:1775768610.372093:0:2406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.54@tcp(192.168.202.54@tcp:<?>) -> 192.168.202.154@tcp(192.168.202.154@tcp:192.168.202.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768610.372097:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.372100:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e6f03f33b00.
00000800:00000200:3.0:1775768610.372105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.0:1775768610.372107:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768610.372111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e6f0aba7b40] -> 12345-192.168.202.154@tcp (2)
00000800:00000200:3.1:1775768610.372114:0:2406:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768610.372118:0:2406:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp
00000800:00000010:3.0:1775768610.372119:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e6f03f33b00.
00000400:00000200:3.0:1775768610.372123:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768610.372127:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.54@tcp->192.168.202.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768610.372130:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f06311ee0
00000400:00000010:3.0:1775768610.372132:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f06311ee0.
00000100:00000001:3.0:1775768610.372134:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768610.372137:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372145:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.372221:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372227:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.372229:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768610.372233:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768610.372236:0:2406:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: using a timeout of 18596 usecs (19 jiffies)
00000400:00000200:3.0:1775768610.372240:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.154@tcp to cpt 0
00000100:00000001:3.0:1775768610.372331:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 0 is 4299540526
00000100:00000001:3.0:1775768610.372335:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 0, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.372337:0:2406:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS new deadline estimation for cpu 1 is 4299540526
00000100:00000001:3.0:1775768610.372339:0:2406:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9e6f09720800: PM QoS request active for cpu 1, keep current deadline 4299541790
00000100:00000001:3.0:1775768610.372341:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768610.372344:0:2406:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.372345:0:2406:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768610.372350:0:2406:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768610/real 1775768610]  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768610.372358:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768610.372360:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768610.372361:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e6f06312268.
00000400:00000200:3.0:1775768610.372364:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e6f063117f8
00000400:00000010:3.0:1775768610.372365:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e6f063117f8.
00000100:00000001:3.0:1775768610.372368:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768610.372371:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768610.372379:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372385:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768610.372387:0:2406:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372388:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.372390:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768610.372393:0:2406:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372400:0:2406:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768610.372403:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372409:0:2406:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768610.372411:0:2406:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372412:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768610.372413:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372488:0:2406:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768610.372490:0:2406:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768610.372492:0:2406:0:(import.c:65:import_set_state_nolock()) ffff9e6f02ddd000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768610.372496:0:2406:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110)
00000100:00000001:3.0:1775768610.372498:0:2406:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768610.372503:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768610.372601:0:2406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9e6f035c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48ed702c-be43-4220-b378-e4f5558ed8bf:2406:1862023384723968:192.168.202.154@tcp:8:kworker.0
00000100:00000001:3.0:1775768610.372605:0:2406:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372607:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768610.372610:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e6f035c5180 x1862023384723968/t0(0) o8->lustre-OST0001-osc-ffff9e6f09720800@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768610.372616:0:2406:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768610.372618:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768610.372620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e6f049cf800.
02000000:00000001:3.0:1775768610.372623:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768610.372624:0:2406:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768610.372625:0:2406:0:(genops.c:1242:class_import_put()) import ffff9e6f02ddd000 refcount=2 obd=lustre-OST0001-osc-ffff9e6f09720800
00000020:00000001:3.0:1775768610.372627:0:2406:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768610.372629:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e6f048f3000.
02000000:00000001:3.0:1775768610.372632:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768610.372633:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768610.372634:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e6f035c5180.
00000100:00000001:3.0:1775768610.372638:0:2406:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768610.372639:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372641:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768610.372645:0:2406:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768610.372646:0:2406:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768610.372648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768610.372649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768610.728976:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768610.728984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768610.728991:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768610.728993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768610.729186:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768610.729191:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768610.729195:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768611.688985:0:13890:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140110 (cpu 0) has reached its deadline 4299541790, at 4299541824
00000100:00000010:1.0:1775768611.689003:0:13890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a180.
00000100:00000040:0.0:1775768611.690646:0:13922:0:(connection.c:75:cpu_latency_work()) work item of ffff9e6f20140000 (cpu 0) has reached its deadline 4299541790, at 4299541825
00000100:00000010:0.0:1775768611.690658:0:13922:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e6f0a33a360.
00010000:00000001:3.0:1775768611.753003:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768611.753010:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768611.753017:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768611.753018:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768611.766397:0:6180:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768611.766405:0:6180:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768611.766411:0:6180:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768612.776978:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768612.776984:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768612.776992:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768612.776993:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768612.777185:0:6660:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768612.777189:0:6660:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768612.777192:0:6660:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1775768613.801504:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768613.801511:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768613.801518:0:13671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768613.801520:0:13671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768613.801628:0:6179:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768613.801634:0:6179:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768613.801638:0:6179:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 126667 lines, 126667 kept, 0 dropped, 0 bad.